-- Logs begin at Wed 2021-04-21 06:20:53 UTC, end at Wed 2021-04-21 07:53:29 UTC. --
Apr 21 06:51:14.784625 dv-cinder-779194-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 21 06:51:17.976569 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.common.config [-] Logging enabled!
Apr 21 06:51:17.977173 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 21 06:51:17.978522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86308) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 21 06:51:17.980317 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.common.config [-] Logging enabled!
Apr 21 06:51:17.980610 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 21 06:51:17.980967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86308) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 21 06:51:17.982056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 06:51:17.982330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 06:51:17.983403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 06:51:17.983693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 06:51:17.983959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 06:51:17.984331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.984680 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.985031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.985276 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.985651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.985995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.986320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.986662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.987007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.987338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.987661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.987988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.988245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.988566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.988905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.989248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.989538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.989868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.990422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.990759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.991252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.991765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.992092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.992420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.992734 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.993074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.993452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] host                           = dv-cinder-779194-2-iscsi {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.993801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.994142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.994479 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.994817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.995143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.995462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.995792 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.996109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.996425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.996744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.997082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.997417 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.997794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.998057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.998317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.998654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.998996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.999319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.999638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:17.999953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.000267 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.000583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.000894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.001229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.001587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.001922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.002240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.002554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.002867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.003182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.003517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.003830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.004149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.004464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.004798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.005109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.005424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.005805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.006143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.006737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.007289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.007615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.007954 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.008264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.008577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.008895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.009213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.009546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.009889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.010200 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.010512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.010828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.011142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.011475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:18.011822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.012170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.012519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.012847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.013189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.013556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.013911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.014235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.014574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.014908 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.015244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.015559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.015891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.016210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.016557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.016914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.017240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.017607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.017922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.018239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.018564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.018871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.019211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.019539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.019888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.020196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.020515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.020853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.021174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.021526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.021836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.022515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.023033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.023362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.023694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.024028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.024348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.024660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.024981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.025323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.025696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.026015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.026329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.026657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.026969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.027302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.027615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.027935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.028254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.028572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.028880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.029196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.029541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.029869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.030187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.030508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.030811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.031126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.031439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.031748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.032071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.032383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.032698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.033013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.033339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.033642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.033959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.034282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.034612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.034949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.035271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.035598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.035911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.036239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.036559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.036871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.037192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.037531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.038099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.038503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.038833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.039169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.039500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.039823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.040169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.040491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.040820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.041142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.041464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.041832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.042160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.042502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.042841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.043180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.043518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.043861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.044184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.044547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.044871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:18.045126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 06:51:18.045401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86308) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 21 06:51:18.723628 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO keyring.backend [-] Loading Gnome
Apr 21 06:51:18.741769 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO keyring.backend [-] Loading Google
Apr 21 06:51:18.744592 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO keyring.backend [-] Loading Windows (alt)
Apr 21 06:51:18.748390 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO keyring.backend [-] Loading file
Apr 21 06:51:18.749249 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO keyring.backend [-] Loading keyczar
Apr 21 06:51:18.749534 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO keyring.backend [-] Loading multi
Apr 21 06:51:18.750204 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO keyring.backend [-] Loading pyfs
Apr 21 06:51:18.798086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:51:18.798391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:51:18.798727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:51:18.799110 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 21 06:51:19.201516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.202087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.202087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.203501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.203927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.204230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.243016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.243319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.243621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.259598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.259915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.260178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.329056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.329370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.329701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.330729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.331029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.333037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.616662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd6bc8727b8> agent after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.616990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd6bc8727b8> agent after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.617294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd6bc8726a8> segment precommit_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.617630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd6bc872730> network precommit_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.618464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd6bc8249d8> segment before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.768371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> network before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.768753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd6bc61ca60> agent before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.769078 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> network before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.769388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> port before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.769737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> port before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.770124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> segment after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.770599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> segment precommit_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.770904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> segment precommit_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.771203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> segment after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.771553 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> network after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.771849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> network precommit_delete 0 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.772283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> port provisioning_complete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.772817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.773142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> rbac-policy after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.773450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> agent after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.773805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> subnet after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.774114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> subnet precommit_delete 0 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.774440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.774742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.775088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> segment_host_mapping after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.775545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> port after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.775834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> port after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.776123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> port after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.776468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.776758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.777044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd6bd1c1898>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.777520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:51:19.777810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:51:19.778090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:51:19.778354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:51:19.778634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:51:19.778910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:51:19.779341 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 21 06:51:19.782575 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 21 06:51:19.786568 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 21 06:51:19.790776 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Apr 21 06:51:19.792487 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 21 06:51:19.793849 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 21 06:51:19.794241 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 21 06:51:19.794686 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 21 06:51:19.798579 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 21 06:51:19.798865 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 21 06:51:19.799271 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 21 06:51:19.826849 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 21 06:51:19.827369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd6bc913cf8>> qos_plugin after_init 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.827707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86308) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 21 06:51:19.828124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd6bc677518>> logging-plugin after_init 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.829524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86308) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 21 06:51:19.829882 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 21 06:51:19.830159 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 21 06:51:19.833393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd6bc677588>> floatingip before_response 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.833749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd6bc677588>> port before_response 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:19.903423 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 21 06:51:19.903630 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 21 06:51:19.903852 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 21 06:51:19.904280 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 21 06:51:19.941031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.sqlalchemy.engines [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86308) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 21 06:51:20.407198 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Initializing driver for type 'gre'
Apr 21 06:51:20.408015 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] gre ID ranges: [(1, 1000)]
Apr 21 06:51:20.449753 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Initializing driver for type 'local'
Apr 21 06:51:20.450070 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Initializing driver for type 'vlan'
Apr 21 06:51:20.462156 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] VlanTypeDriver initialization complete
Apr 21 06:51:20.462537 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Initializing driver for type 'vxlan'
Apr 21 06:51:20.463111 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] vxlan ID ranges: [(1, 1000)]
Apr 21 06:51:20.505473 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Initializing extension driver 'port_security'
Apr 21 06:51:20.505921 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] PortSecurityExtensionDriver initialization complete
Apr 21 06:51:20.506299 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Initializing mechanism driver 'openvswitch'
Apr 21 06:51:20.507149 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Initializing mechanism driver 'hyperv'
Apr 21 06:51:20.513788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:51:20.514629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc58ca90>> port after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.515036 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc58ca90>> port after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.515422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc58ca90>> port after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.515847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0c8ef0>> subnet after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.516238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0c8ef0>> subnet after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.516611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0c8ef0>> subnet after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.517024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5208>> network after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.517408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5208>> network after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.517831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5208>> network after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.518245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d53c8>> security_group after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.518626 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d53c8>> security_group after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.519164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d53c8>> security_group after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.519584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5588>> security_group_rule after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.519966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5588>> security_group_rule after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.520339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5588>> security_group_rule after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.520754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5748>> address_group after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.521140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5748>> address_group after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.521526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd6bc0d5748>> address_group after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.521923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] ML2 OVO RPC backend initialized. {{(pid=86308) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 21 06:51:20.523004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> router_interface after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.523398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> router_interface after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.523856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> network before_response 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.524243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> networks before_response 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.524622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> port before_response 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.525003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> ports before_response 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.525379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> subnet before_response 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.525780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> subnets before_response 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.526161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> network after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.526534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> network after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.526902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> network after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.527270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> port after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.527642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> port after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.528005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> port after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.528373 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> subnet after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.528740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> subnet after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.529105 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd6bc0d5828>> subnet after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.529834 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.plugin [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Modular L2 Plugin initialization complete
Apr 21 06:51:20.530190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading services supported by the core plugin {{(pid=86308) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 21 06:51:20.530558 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.managers [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Got port-security extension from driver 'port_security'
Apr 21 06:51:20.531065 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.extensions.vlantransparent [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Disabled vlantransparent extension.
Apr 21 06:51:20.531597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86308) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 21 06:51:20.531939 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading Plugin: router
Apr 21 06:51:20.570695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router_interface before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.571055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router after_create 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.571464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router before_create 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.571885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router_interface before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.572306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router_interface after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.572707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router after_delete 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.573119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> floatingip after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.573538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router after_create 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.573954 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router after_update 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.574349 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router after_update 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.574794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router_gateway after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.575227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router after_update 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.575758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router precommit_update 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.576166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd6bc729c80> port after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.576541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd6bc729e18> port after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.576927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd6bc729d90> subnet after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.577374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd6bc729d08> subnetpool_address_scope after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.577797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> port precommit_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.578244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router precommit_create 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.578586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd6bc7218c8> port before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.578971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router precommit_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.579398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router after_update 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.579768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router precommit_delete 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.580208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router precommit_create 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.580638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router_interface after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.581118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> router precommit_update 55549900 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.581491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd6bc0d59b0>> network after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.582694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Tracking information for resource: router configured {{(pid=86308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:51:20.583084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Tracking information for resource: floatingip configured {{(pid=86308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 06:51:20.588713 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_agentschedulers_db [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 21 06:51:20.589394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd6bc05ad08> port after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.589848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd6bc05abf8> port after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.590230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function _notify_port_delete at 0x7fd6bc05ac80> port after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.590617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd6bc05aea0> port after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.591554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd6bc086780>> router before_create 55550100 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.591962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd6bc086780>> router precommit_delete 55550100 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.592358 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd6bc086780>> router precommit_create 55550100 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.592753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd6bc086780>> router precommit_update 55550100 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.597927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.provider_configuration [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service providers = [] {{(pid=86308) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 21 06:51:20.598317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.servicetype_db [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86308) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 21 06:51:20.601708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.service_base [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 06:51:20.602095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.service_base [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 06:51:20.602477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.service_base [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 06:51:20.603409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.service_base [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 06:51:20.603817 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.services.service_base [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 21 06:51:20.604254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:51:20.604612 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 21 06:51:20.615821 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:51:20.616400 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading Plugin: auto_allocate
Apr 21 06:51:20.623160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd6bc0a9598> network precommit_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.623580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd6bc0a9598> network precommit_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.624270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:51:20.624646 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading Plugin: tag
Apr 21 06:51:20.633644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:51:20.634018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading Plugin: timestamp
Apr 21 06:51:20.638608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:51:20.638980 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading Plugin: network_ip_availability
Apr 21 06:51:20.645302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd6bbf88390>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.645778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd6bbf88390>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.646170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd6bbf88390>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.647313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:51:20.647561 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading Plugin: flavors
Apr 21 06:51:20.652876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:51:20.653244 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading Plugin: revisions
Apr 21 06:51:20.658298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 06:51:20.658732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.860s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:51:20.659573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86308) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 21 06:51:20.659939 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Initializing extension manager.
Apr 21 06:51:20.660516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: __init__.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.660895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: __pycache__ {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.661266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.661685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: address_group.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.662547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.663262 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: address-group
Apr 21 06:51:20.663749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: address_scope.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.664529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.665105 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: address-scope
Apr 21 06:51:20.665447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: admin_state_down_before_update.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.666470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.667055 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: router-admin-state-down-before-update
Apr 21 06:51:20.667421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: agent.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.668188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.668768 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: agent
Apr 21 06:51:20.669129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: agent_resources_synced.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.670076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.670652 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: agent-resources-synced
Apr 21 06:51:20.671014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: allowedaddresspairs.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.673024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.673645 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: allowed-address-pairs
Apr 21 06:51:20.674012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: auto_allocated_topology.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.675176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.675755 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: auto-allocated-topology
Apr 21 06:51:20.676133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: availability_zone.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.676901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.677514 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: availability_zone
Apr 21 06:51:20.677913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: availability_zone_filter.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.679020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.679601 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: availability_zone_filter
Apr 21 06:51:20.679959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: data_plane_status.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.681043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.681648 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension data-plane-status not supported by any of loaded plugins
Apr 21 06:51:20.682014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: default_subnetpools.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.682944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.683520 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: default-subnetpools
Apr 21 06:51:20.683878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: dhcpagentscheduler.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.684788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.685365 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: dhcp_agent_scheduler
Apr 21 06:51:20.685758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: dns.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.686694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.687262 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension dns-integration not supported by any of loaded plugins
Apr 21 06:51:20.687620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: dns_domain_ports.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.688544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.689121 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 21 06:51:20.689505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: dvr.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.690228 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.690824 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: dvr
Apr 21 06:51:20.691169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: empty_string_filtering.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.692097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.692667 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: empty-string-filtering
Apr 21 06:51:20.693025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.694008 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.694670 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 21 06:51:20.695029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.695953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.696527 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 21 06:51:20.696883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: external_net.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.697824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.698408 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: external-net
Apr 21 06:51:20.698763 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: extra_dhcp_opt.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.699678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.700257 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: extra_dhcp_opt
Apr 21 06:51:20.700611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: extraroute.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.701568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.702151 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: extraroute
Apr 21 06:51:20.702512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: extraroute_atomic.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.703552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.704124 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: extraroute-atomic
Apr 21 06:51:20.704480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: filter_validation.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.705187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.705779 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: filter-validation
Apr 21 06:51:20.706138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: fip_pf_description.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.707054 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.707623 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 21 06:51:20.707979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: fip_port_details.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.709005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.709755 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: fip-port-details
Apr 21 06:51:20.710120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: flavors.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.711379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.711972 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: flavors
Apr 21 06:51:20.712332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.714042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.714638 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 21 06:51:20.715002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: floatingip_pools.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.715753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.716342 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: floatingip-pools
Apr 21 06:51:20.716702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: ip_allocation.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.717687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.718262 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension ip_allocation not supported by any of loaded plugins
Apr 21 06:51:20.718625 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.719548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.720119 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: ip-substring-filtering
Apr 21 06:51:20.720481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: l2_adjacency.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.721402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.722037 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 21 06:51:20.722397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: l3.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.723510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.724096 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: router
Apr 21 06:51:20.724456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: l3_conntrack_helper.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.727152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.727749 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 21 06:51:20.728117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.729055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.729667 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: ext-gw-mode
Apr 21 06:51:20.730031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.731086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.731674 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: l3-ha
Apr 21 06:51:20.732040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: l3_flavors.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.732958 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.733572 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: l3-flavors
Apr 21 06:51:20.733937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.734860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.735455 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 21 06:51:20.735810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: l3agentscheduler.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.737028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.737640 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: l3_agent_scheduler
Apr 21 06:51:20.738000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: logging.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.739531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.740117 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension logging not supported by any of loaded plugins
Apr 21 06:51:20.740482 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: metering.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.741335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.742073 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: metering
Apr 21 06:51:20.742435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.743566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.744145 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: metering_source_and_destination_fields
Apr 21 06:51:20.744507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: multiprovidernet.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.745438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.746050 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: multi-provider
Apr 21 06:51:20.746408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: netmtu.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.747333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.747907 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: net-mtu
Apr 21 06:51:20.748264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: netmtu_writable.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.749199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.749800 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: net-mtu-writable
Apr 21 06:51:20.750158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: network_availability_zone.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.750983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.751561 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: network_availability_zone
Apr 21 06:51:20.751936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: network_ip_availability.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.753050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.753664 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: network-ip-availability
Apr 21 06:51:20.754024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: network_segment_range.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.754871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.755449 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension network-segment-range not supported by any of loaded plugins
Apr 21 06:51:20.755806 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: pagination.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.756919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.757295 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: pagination
Apr 21 06:51:20.757682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: port_device_profile.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.758606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.759180 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: port-device-profile
Apr 21 06:51:20.759536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.760524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.761106 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: port-mac-address-regenerate
Apr 21 06:51:20.761460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.762429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.763006 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: port-numa-affinity-policy
Apr 21 06:51:20.763365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: port_resource_request.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.764316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.764923 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension port-resource-request not supported by any of loaded plugins
Apr 21 06:51:20.765249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: portbindings.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.766248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.766831 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: binding
Apr 21 06:51:20.767200 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: portbindings_extended.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.768555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.769140 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: binding-extended
Apr 21 06:51:20.769521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: portsecurity.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.770489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.771079 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: port-security
Apr 21 06:51:20.771440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: project_id.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.772546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.772907 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: project-id
Apr 21 06:51:20.773277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: providernet.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.774217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.774802 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: provider
Apr 21 06:51:20.775161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.778906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.779510 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos not supported by any of loaded plugins
Apr 21 06:51:20.779883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.781444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.782306 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 21 06:51:20.782924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.783870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.784455 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 21 06:51:20.784803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos_default.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.785762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.786346 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos-default not supported by any of loaded plugins
Apr 21 06:51:20.786705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos_fip.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.787396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.787986 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos-fip not supported by any of loaded plugins
Apr 21 06:51:20.788344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos_gateway_ip.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.789281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.789881 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 21 06:51:20.790245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos_port_network_policy.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.791179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.791760 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 21 06:51:20.792118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos_rule_type_details.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.793041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.793641 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 21 06:51:20.794003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: qos_rules_alias.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.795077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.795651 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 21 06:51:20.796010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: quotasv2.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.797080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.797453 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: quotas
Apr 21 06:51:20.797835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: quotasv2_detail.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.799586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.799973 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: quota_details
Apr 21 06:51:20.800342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: rbac.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.801541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.802152 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: rbac-policies
Apr 21 06:51:20.802520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: rbac_address_group.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.803628 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.804368 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: rbac-address-group
Apr 21 06:51:20.804729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: rbac_address_scope.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.805690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.806274 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: rbac-address-scope
Apr 21 06:51:20.806632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: rbac_security_groups.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.807571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.808161 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: rbac-security-groups
Apr 21 06:51:20.808524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: rbac_subnetpool.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.809461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.810085 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: rbac-subnetpool
Apr 21 06:51:20.810442 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: revisionifmatch.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.811376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.811954 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: revision-if-match
Apr 21 06:51:20.812312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: revisions.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.813467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.814100 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: standard-attr-revisions
Apr 21 06:51:20.814458 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: router_availability_zone.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.815184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.815766 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: router_availability_zone
Apr 21 06:51:20.816122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: routerservicetype.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.817056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.817658 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension router-service-type not supported by any of loaded plugins
Apr 21 06:51:20.818017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.819097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.819662 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: security-groups-normalized-cidr
Apr 21 06:51:20.820020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: security_groups_port_filtering.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.821019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.821572 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: port-security-groups-filtering
Apr 21 06:51:20.821940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.822872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.823451 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: security-groups-remote-address-group
Apr 21 06:51:20.823808 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: securitygroup.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.838452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.839087 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: security-group
Apr 21 06:51:20.839459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: segment.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.840359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.840952 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension segment not supported by any of loaded plugins
Apr 21 06:51:20.841316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.842354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.842940 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 21 06:51:20.843307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: servicetype.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.844409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.845015 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: service-type
Apr 21 06:51:20.845368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: sorting.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.846379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.846760 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: sorting
Apr 21 06:51:20.847117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: standard_attr_segment.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.848043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.848629 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 21 06:51:20.848994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: standardattrdescription.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.849728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.850384 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: standard-attr-description
Apr 21 06:51:20.851076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: stateful_security_group.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.852013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.852618 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: stateful-security-group
Apr 21 06:51:20.852980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: stdattrs_common.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.853592 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 21 06:51:20.853952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.854957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.855544 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 21 06:51:20.855901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: subnet_onboard.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.856972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.857588 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: subnet_onboard
Apr 21 06:51:20.857951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.858876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.859459 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 21 06:51:20.859816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: subnet_service_types.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.860781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.861359 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: subnet-service-types
Apr 21 06:51:20.861733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: subnetallocation.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.862858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.863435 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: subnet_allocation
Apr 21 06:51:20.863794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.864497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.865085 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: subnetpool-prefix-ops
Apr 21 06:51:20.865442 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.866477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.867068 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 21 06:51:20.867425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: tagging.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.868766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.869360 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: standard-attr-tag
Apr 21 06:51:20.869749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: timestamp.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.870929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.871516 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loaded extension: standard-attr-timestamp
Apr 21 06:51:20.871884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: trunk.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.872915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.873523 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension trunk not supported by any of loaded plugins
Apr 21 06:51:20.873879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: trunk_details.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.874799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.875377 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension trunk-details not supported by any of loaded plugins
Apr 21 06:51:20.875733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: uplink_status_propagation.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.876686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.877269 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 21 06:51:20.877651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Loading extension file: vlantransparent.py {{(pid=86308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 06:51:20.878372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 06:51:20.878947 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 21 06:51:20.881890 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:network
Apr 21 06:51:20.882741 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:subnet
Apr 21 06:51:20.883428 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:51:20.884090 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:port
Apr 21 06:51:20.885663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.886156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service FLAVORS assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.886835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.887297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.887668 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:router
Apr 21 06:51:20.888401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:floatingip
Apr 21 06:51:20.889172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service METERING assigned prefix: /metering {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.891061 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd6bbec9cf8>> rbac-policy before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.891468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd6bbec9cf8>> rbac-policy before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.891857 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd6bbec9cf8>> rbac-policy before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 06:51:20.893031 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of CountableResource for resource:rbac_policy
Apr 21 06:51:20.893564 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:security_group
Apr 21 06:51:20.894361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 21 06:51:20.895159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service CORE assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.895527 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:51:20.895878 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] subnetpool is already registered
Apr 21 06:51:20.896548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service CORE assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.896915 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:51:20.897371 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] subnetpool is already registered
Apr 21 06:51:20.900207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.900707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service FLAVORS assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.901361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.901853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.902227 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:router
Apr 21 06:51:20.902570 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] router is already registered
Apr 21 06:51:20.903237 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:floatingip
Apr 21 06:51:20.903600 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] floatingip is already registered
Apr 21 06:51:20.904303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service METERING assigned prefix: /metering {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.905046 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of CountableResource for resource:rbac_policy
Apr 21 06:51:20.905410 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] rbac_policy is already registered
Apr 21 06:51:20.906065 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:security_group
Apr 21 06:51:20.906429 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] security_group is already registered
Apr 21 06:51:20.907075 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 21 06:51:20.907431 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] security_group_rule is already registered
Apr 21 06:51:20.908164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service CORE assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.908542 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:51:20.908905 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] subnetpool is already registered
Apr 21 06:51:20.909592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.resource_helper [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Service CORE assigned prefix:  {{(pid=86308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 06:51:20.909955 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 06:51:20.910313 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.quota.resource_registry [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] subnetpool is already registered
Apr 21 06:51:20.911015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: extensions {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.912634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: address-groups {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.914438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: address-scopes {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.915699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: agents {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.916914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: auto-allocated-topology {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.918235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: availability_zones {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.919647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: dhcp-networks {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.921096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: dhcp-agents {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.922629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: routers {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.924494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: flavors {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.925723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: service_profiles {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.926980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: next_providers {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.929092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: service_profiles {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.930611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: floatingip-pools {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.931879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: routers {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.933766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: floatingips {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.935061 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: l3-routers {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.936513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: l3-agents {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.938015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: metering-labels {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.940345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: metering-label-rules {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.941694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: network-ip-availabilities {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.943079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: bindings {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.944853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: quotas {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.946375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: quotas {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.947834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: rbac-policies {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.949186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: security-groups {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.950470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: security-group-rules {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.951831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: service-providers {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.953094 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: subnetpools {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.954590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: subnetpools {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.956089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.957926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.959875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.961748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.963609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.965606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.967355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.969334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.971233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.973158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.extensions [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Extended resource: tags {{(pid=86308) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 06:51:20.980651 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING keystonemiddleware.auth_token [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 21 06:51:20.986280 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING keystonemiddleware.auth_token [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 21 06:51:20.995630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Acquired lock "singleton_lock" {{(pid=86308) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 21 06:51:20.996181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Releasing lock "singleton_lock" {{(pid=86308) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 21 06:51:20.997727 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO oslo_service.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Starting 2 workers
Apr 21 06:51:21.002478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Started child 86423 {{(pid=86308) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 06:51:21.006389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:21.007216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Started child 86424 {{(pid=86308) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 06:51:21.007990 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [-] (86423) wsgi starting up on http://0.0.0.0:9696
Apr 21 06:51:21.008858 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Neutron service started, listening on 0.0.0.0:9696
Apr 21 06:51:21.009341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Notify callbacks [] for process, before_spawn {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:21.010838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:21.012172 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO oslo_service.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Starting 1 workers
Apr 21 06:51:21.012342 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [-] (86424) wsgi starting up on http://0.0.0.0:9696
Apr 21 06:51:21.017424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Started child 86425 {{(pid=86308) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 06:51:21.017986 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO oslo_service.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Starting 1 workers
Apr 21 06:51:21.019629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] calling RpcWorker wait() {{(pid=86425) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 21 06:51:21.020027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] returning from RpcWorker wait() {{(pid=86425) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 21 06:51:21.021519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:21.022189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:51:21.022956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Started child 86426 {{(pid=86308) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 06:51:21.023767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5db71b8-bbcd-413f-983d-732699cfbcfc None None] Notify callbacks [] for process, after_spawn {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:21.025382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86308) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 21 06:51:21.025632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 06:51:21.025806 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 06:51:21.026072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 06:51:21.026598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 06:51:21.026598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 06:51:21.026987 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:21.027196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.027473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.027752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.028140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.028340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.028947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.029230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.029535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.029844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.030122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.030281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.030669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.030956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.031246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.031598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.031870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.032142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.032407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.032602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.032872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.033181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.033452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.033757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.034035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.034596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.034847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.035118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.035356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.035664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.035927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.036236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.036496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.036733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.037027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.037299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.037600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.037834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.038087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.038390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.038640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.039079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] host                           = dv-cinder-779194-2-iscsi {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.039307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.039545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.039797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.040056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.040338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.040590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.040867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.041261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.041427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.041679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.041948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.042210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.042472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.042740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.042906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.043143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.043439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.043725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.043991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.044144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.044282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.044522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.044709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.044979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.045223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.045553 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.045829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.045971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.046205 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.046489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.046760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.047019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.047253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.047543 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.047801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.048082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.048337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.048578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.048840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.049084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.049324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.049636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.049899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.050757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.050757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.050757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.050979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.051257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.051530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.051805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.052040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.052160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:51:21.052296 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.052663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.053021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.053278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.053568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.053895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.054057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.054295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.054730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.054825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.055031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.055266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.055573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.058077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.058077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.058077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.058077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.058077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.058077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.058077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.058077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.059195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.059195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.059195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.059195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.060478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.060478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.060478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.060478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.060478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.064210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.064210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.064210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.064210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.064210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.064210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.064210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.064210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.066962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.067415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.067649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.067915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.068237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.068546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.069297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.069658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.069933 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.070189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.070443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.070694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.070943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.071259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.071478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.071779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.072060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.072315 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.072563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.072814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.073121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.073327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.073603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.073837 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.074080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.074347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.074600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.074890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.075274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.075473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.075695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.076125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.076465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.076705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.076948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.077193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.077444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.077722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.078011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.078299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.078523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.078779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.079034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.079281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.079526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.079771 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.080010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.080251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.080492 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.080731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.081038 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.081371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.081696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.081974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.082225 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.082487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.082736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.083002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.083311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.083490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.083778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.084067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.084322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.084627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.085529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.085529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.085529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.085966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.085966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.086239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.086390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.086620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.086902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.087167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.087432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.087702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.088013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.088325 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.088673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.088876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.089123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.089411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.089839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.090165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.090470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.090753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.091029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.091306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.091583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.091849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.092120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.092380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.092643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.093031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.093327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.093635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.093839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.094115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.094459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.094748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.095007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.095253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.095565 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.095953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.096153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.096361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.096639 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.096915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.097169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.097461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.097811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.097987 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.098243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.098502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.098847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.099008 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.099244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.099506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.099747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.100034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.101297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.101297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.101297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.101836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.101836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.102141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.102284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.102491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.102760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.103012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.103263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.103513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.103775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.104011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.104255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.104576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.104836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.105062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.105321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.105616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.105902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.106145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.106470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.106627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.106885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.107126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.107365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.107689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.107866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.108059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.108313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.108678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.108982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.109271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.109654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.109935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.110204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.110513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.110778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.111027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.111431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.111601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.111845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.112103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.112440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.112709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.112984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.113224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.113515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.113776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.114005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.114244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.114581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.114846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.115104 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.115334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.115680 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.116033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.116620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.116620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.116813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.116924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.117189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.117431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.117698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.117999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.118253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.118563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.118806 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.119049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.119314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.119557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.119810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.120047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.120285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.120528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.120766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.121113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.121393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.121668 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.122676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.122676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.122676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.123124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.123124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.123439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.123684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.123975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.124761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.124761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.124761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.125237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.125540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.128907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.128907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.128907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.128907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.128907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.128907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.128907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.128907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.130218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.131884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.131884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.131884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.131884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.131884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.131884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.131884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.133019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.133019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.133019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.133019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 06:51:21.133602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86308) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 21 06:51:21.133783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 06:51:21.133927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 06:51:21.134068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 06:51:21.134261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 06:51:21.134443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 06:51:21.134694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.134884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.135072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.135258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.135514 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.135725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.135912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.136096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.136280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.136433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.136618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.136799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.136980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.137161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.137344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.137546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.137732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.137914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.138072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.138254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.138436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.138616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.138799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.138953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.139171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.139326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.139617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.139764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.139905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.140044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.140183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.140322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.140460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.140712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.140712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.140995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.141136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.141276 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.141416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.141579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.141720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] host                           = dv-cinder-779194-2-iscsi {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.141890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.141993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.142170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.142351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.142536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.142717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.142897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.143080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.143260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.143441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.143624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.143805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.143960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.144138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.144317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.144497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.144676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.144858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.145062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.145246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.145400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.145617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.145761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.145902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.146072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.146252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.146433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.146612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.146794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.147026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.147177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.147745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.147745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.147996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.147996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.148159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.148230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.148406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.148587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.148770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.148951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.149132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.149311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.149513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.149700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.149881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.150065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.150246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.150429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.150609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.150820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.150927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.151099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.151280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.151461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.151643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.151823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.152003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.152183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.152364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.152544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.152726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.152907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.153090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.153269 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.153452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.153656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.153836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.154018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 06:51:21.154226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.154416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.154615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.154802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.154988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.155177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.155361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.155547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.155732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.155920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.156113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.156300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.156498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.156685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.156871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.157060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.157246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.157431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.157641 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.157827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.158014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.158198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.158402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.158587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.158774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.158959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.159146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.159335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.159522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.159707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.159894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.160080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.160265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.160450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.160637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.160846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.160993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.161167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.161352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.161557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.161745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.161932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.162118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.162303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.162486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.162696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.162875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.163305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.163305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.163488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.163488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.163676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.163842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.164026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.164211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.164396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.164581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.164766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.164951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.165136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.165320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.165541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.165728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.165915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.166101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.166287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.166470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.166657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.166842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.167029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.167278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.167382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.167530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.167714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.167898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.168118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.168233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.168405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.168590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.168775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.168958 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.169127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.169320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.169471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.169685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.169887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.170072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.170258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.170443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.170628 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.170812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.170996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.171184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.171367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.171552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.171735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.171921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.172109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.172295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.172480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.172665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.172849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.173033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.173216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.173401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.173609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.173797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.173981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.174165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.174350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.174534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.174742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.174910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.175072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.175243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.175390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.175545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.175736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.175923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.176108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.176293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.176478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.176662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.176847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.177031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.177216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.177400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.177644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.177803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.177988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.178232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.178862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.178862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.178862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.179216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.179216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.179430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.179541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.179650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.179807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.179995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.180187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.180342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.180566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.180694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.180871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.181043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.181311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.181427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.181577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.181759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.181946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.182130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.182316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.182503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.182686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.182893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.183089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.183190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.183358 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.183545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.183730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.183916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.184159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.184310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.184408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.184574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.184758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.184982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.185086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.185264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.185467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.185717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.185816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.185975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.186160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.186346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.186531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.186717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.186902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.187091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.187276 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.187463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.187648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.187892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.188001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.188151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.188388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.188515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.188672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.188862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.189032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.189149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.189335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.189538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.189726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.189910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.190124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.190280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.190417 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.190601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.190786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.190974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.191156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.191342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.191524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.191728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.191912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.192098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.192284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.192468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.192664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.192849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.193034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.193219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.193402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.193621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.193926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.194574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.194574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.194574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.194574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.195079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.195079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.195079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.195454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.195454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.195718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.195718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.195982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.196239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.196239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.196520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.196520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.196786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.196925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.197066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.197204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.197343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.197507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.197663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.197844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.198029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.198185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.198375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.198619 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.198760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.198899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.199039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.199230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.199429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.199624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.199811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.200006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.200208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.200395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.200580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.200767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.200922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.201109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.201294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.201526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.201676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.201816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.201997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.202182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.202366 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.202525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.202709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.202894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.203078 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.203262 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.203447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.203631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 06:51:21.203778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86308) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 06:51:21.212787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:51:21.459548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 43802) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:51:21.471037 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091712
Apr 21 06:51:33.747489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a0a28-6e91-4a41-8d43-5cff3f4ffb55 None None] get_active_networks_info from dv-cinder-779194-2-iscsi {{(pid=86425) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 21 06:51:33.953611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a0a28-6e91-4a41-8d43-5cff3f4ffb55 None None] No non-hosted networks {{(pid=86425) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 21 06:51:33.976537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agentschedulers_db [None req-3b2a0a28-6e91-4a41-8d43-5cff3f4ffb55 None None] DHCP Agent not found on host dv-cinder-779194-2-iscsi {{(pid=86425) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 21 06:51:34.235313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-95571630-5bb2-40f4-abc5-54c93165bf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869'] for agent, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:36.984741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7c3e7d67-670d-4b7d-9406-c75ba6e663fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869'] for agent, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:37.044511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f495ad09-0bfd-4262-a9a5-98514d547fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:38.333308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869'] for agent, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:38.334861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.335696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.336418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.337062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.337726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.338585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.339198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.339863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.340445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.341009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.343503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.344137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:38.344842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd6bb2f65c0>, 'Open vSwitch agent', 'dv-cinder-779194-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:51:38.365624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd6bb3359b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779194-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:51:38.919652 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869'] for agent, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:39.252302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869'] for agent, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:41.360497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 43894) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:51:42.038697 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING oslo_policy.policy [None req-e38ded00-9f96-4bb9-8d41-57b71b60a2e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:51:42.039285 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING oslo_policy.policy [None req-e38ded00-9f96-4bb9-8d41-57b71b60a2e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:51:42.276181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [None req-e38ded00-9f96-4bb9-8d41-57b71b60a2e4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:51:42.294097 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e38ded00-9f96-4bb9-8d41-57b71b60a2e4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9311497
Apr 21 06:51:42.298183 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_hamode_db [None req-4ea44069-05ad-4ca8-bbd1-609bc792d186 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 21 06:51:42.391129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea44069-05ad-4ca8-bbd1-609bc792d186 None None] Routers set() bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:51:42.391716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea44069-05ad-4ca8-bbd1-609bc792d186 None None] Router IDs set() for agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 21 06:51:45.075403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 43908) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:51:45.750550 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING oslo_policy.policy [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:51:45.751117 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING oslo_policy.policy [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:51:45.981850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:51:46.083636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.policy [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86424) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 21 06:51:46.139700 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING oslo_policy.policy [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:51:46.140129 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING oslo_policy.policy [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:51:46.158273 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd6bbbad5f8>.
Apr 21 06:51:46.174648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:51:46.233554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251841790160', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251841793716', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251841670104', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251841676204', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251841692139', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251841695402', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853214248', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853091368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7862888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846994530'] for rbac-policy, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:46.465372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:46.466679 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a39cf15f-f90d-4b77-8b0d-bfc27686692b admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3903182
Apr 21 06:51:49.530156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 43926) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:51:49.961074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Request body: {'network': {'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'admin_state_up': True, 'name': 'private'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:51:49.964413 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.quota [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd6bbc49518>.
Apr 21 06:51:49.983392 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:51:49.991242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Usage tracker for resource:network and tenant:fafdd2d2e53445faa7a9676463a703f6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:51:49.996430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:51:50.005401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:51:50.023038 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Made reservation on behalf of fafdd2d2e53445faa7a9676463a703f6 for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:51:50.106644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.policy [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86423) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 21 06:51:50.167136 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING oslo_policy.policy [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:51:50.167598 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING oslo_policy.policy [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 06:51:50.190551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:50.212467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:50.231251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:51:50.235451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Usage tracker for resource:security_group_rule and tenant:fafdd2d2e53445faa7a9676463a703f6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:51:50.239475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:51:50.246098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:51:50.533390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:50.536662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:50.542137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:51:50.559243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:51:50.586884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251838356886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:50.587514 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd6bc8726a8> segment precommit_create {{(pid=86423) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 21 06:51:50.587994 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Added segment 6ba70d1c-e948-4adb-b6ce-ede5714595b7 of type vlan for network 2fef70fd-0586-44d6-93bf-473535b0ba41
Apr 21 06:51:50.646237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779ce89a-3def-4eca-91ac-618ddadc6528,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:51:50.671548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.671919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.672279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.672631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.672978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.673326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.673705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.674049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.674389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.674730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.675070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.675402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Tracked resource versions report:
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]: pushed versions:
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]: {   'AddressGroup': {'1.2'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'ConntrackHelper': {'1.0'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Log': {'1.0'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Network': {'1.1'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Port': {'1.7'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'PortForwarding': {'1.2'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'QosPolicy': {'1.8'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroup': {'1.4'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SubPort': {'1.0'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Subnet': {'1.1'},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Trunk': {'1.1'}}
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]: consumer versions:
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]: {   DHCP agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     L3 agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metadata agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metering agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:     Open vSwitch agent@dv-cinder-779194-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Log': '1.0',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Network': '1.1',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Port': '1.7',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'PortForwarding': '1.2',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'QosPolicy': '1.8',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroup': '1.4',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SubPort': '1.0',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Subnet': '1.1',
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Trunk': '1.1'}}
Apr 21 06:51:50.676528 dv-cinder-779194-2-iscsi neutron-server[86308]:  {{(pid=86423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:51:50.712348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:50.729204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:51:50.762086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:50.763586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:51:50.764260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:50.769433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:51:50.887428 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.3560555
Apr 21 06:51:50.888027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Pushing event updated for resources: {'Network': ['ID=2fef70fd-0586-44d6-93bf-473535b0ba41,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:51:50.891443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:51:50.902957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 2fef70fd-0586-44d6-93bf-473535b0ba41 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:51:54.012011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 43944) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:51:54.524151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee00a8-77d0-43d7-8e6e-aed56745c7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:51:54.525693 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-15ee00a8-77d0-43d7-8e6e-aed56745c7e6 admin admin] 10.222.0.36 "GET /v2.0/networks/2fef70fd-0586-44d6-93bf-473535b0ba41 HTTP/1.1" status: 200  len: 824 time: 0.5125804
Apr 21 06:51:54.560040 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-71187331-0a36-4104-a93d-40119f1131b0 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/facff8fc-e2d1-4127-8475-1ba2750a17ac HTTP/1.1" status: 200  len: 734 time: 0.0277746
Apr 21 06:51:54.570493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'facff8fc-e2d1-4127-8475-1ba2750a17ac', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'name': 'private-subnet', 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41', 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:51:54.576149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:51:54.580277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Usage tracker for resource:subnet and tenant:fafdd2d2e53445faa7a9676463a703f6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:51:54.583439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:51:54.592991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:51:54.602829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Made reservation on behalf of fafdd2d2e53445faa7a9676463a703f6 for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:51:54.607476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:55.101830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:55.106042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:51:55.192064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=485d0626-1a72-4a1f-a711-9346c32ba2c9,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:51:55.197871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:51:55.198778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Checking segment: {'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:51:55.199184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Network hostable DHCP agents. Network: 2fef70fd-0586-44d6-93bf-473535b0ba41, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:51:55.221434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Network 2fef70fd-0586-44d6-93bf-473535b0ba41 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:51:55.231982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 2fef70fd-0586-44d6-93bf-473535b0ba41) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:51:55.236697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:51:55.237333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:55.242734 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13393c6-f2d5-4a9a-8db1-1dd59957012b None None] Network 2fef70fd-0586-44d6-93bf-473535b0ba41 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:51:55.264169 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6915689
Apr 21 06:51:55.803505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-2fef70fd-0586-44d6-93bf-473535b0ba41', 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'fixed_ips': [{'subnet_id': '485d0626-1a72-4a1f-a711-9346c32ba2c9'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:51:55.804589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:56.002284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Allocated IP 172.20.0.2 (2fef70fd-0586-44d6-93bf-473535b0ba41/485d0626-1a72-4a1f-a711-9346c32ba2c9/86f985aa-44d1-4bf2-a599-a592f2cd45c2) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:51:56.292123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:56.311708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Transition to ACTIVE for port object 86f985aa-44d1-4bf2-a599-a592f2cd45c2 will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:51:56.335288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Transition to ACTIVE for port object 86f985aa-44d1-4bf2-a599-a592f2cd45c2 will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:51:56.342673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:56.347978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:51:56.420597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Network 2fef70fd-0586-44d6-93bf-473535b0ba41 is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:51:56.423673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:51:56.431789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:51:56.434211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Pushing event updated for resources: {'Port': ['ID=86f985aa-44d1-4bf2-a599-a592f2cd45c2,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:51:56.444274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.444660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.444968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.445323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.445713 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.446068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.446431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.446803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.447099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.447451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.447802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.448181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Tracked resource versions report:
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]: pushed versions:
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]: {   'AddressGroup': {'1.2'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'ConntrackHelper': {'1.0'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Log': {'1.0'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Network': {'1.1'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Port': {'1.7'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'PortForwarding': {'1.2'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'QosPolicy': {'1.8'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroup': {'1.4'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SubPort': {'1.0'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Subnet': {'1.1'},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Trunk': {'1.1'}}
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]: consumer versions:
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]: {   DHCP agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     L3 agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metadata agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metering agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:     Open vSwitch agent@dv-cinder-779194-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Log': '1.0',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Network': '1.1',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Port': '1.7',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'PortForwarding': '1.2',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'QosPolicy': '1.8',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroup': '1.4',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SubPort': '1.0',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Subnet': '1.1',
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Trunk': '1.1'}}
Apr 21 06:51:56.449318 dv-cinder-779194-2-iscsi neutron-server[86308]:  {{(pid=86425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:51:56.519505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:51:56.548995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Attempting to bind port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:51:56.549333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Attempting to bind port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:51:56.549788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Attempting to bind port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 on network 2fef70fd-0586-44d6-93bf-473535b0ba41 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:51:56.556249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:51:56.556673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Checking segment: {'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:51:56.557121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:56.557693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Bound using segment: {'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:51:56.558213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Bound port: 86f985aa-44d1-4bf2-a599-a592f2cd45c2, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:51:56.558648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:56.654643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] For port 86f985aa-44d1-4bf2-a599-a592f2cd45c2, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:51:56.658790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] For port 86f985aa-44d1-4bf2-a599-a592f2cd45c2, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=86f985aa-44d1-4bf2-a599-a592f2cd45c2,segment=NetworkSegment(6ba70d1c-e948-4adb-b6ce-ede5714595b7),segment_id=6ba70d1c-e948-4adb-b6ce-ede5714595b7)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:51:56.662989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:51:56.667121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:51:56.761334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Pushing event updated for resources: {'Port': ['ID=86f985aa-44d1-4bf2-a599-a592f2cd45c2,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:51:56.764547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:51:58.144788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 43954) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:51:58.612735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [None req-c6e31715-a350-4e77-9153-7496f638dd60 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:51:58.613968 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c6e31715-a350-4e77-9153-7496f638dd60 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4684682
Apr 21 06:52:01.431773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 43964) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:52:01.849571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [None req-706b9799-004c-4478-973f-5192ebdf47f8 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:52:01.851201 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-706b9799-004c-4478-973f-5192ebdf47f8 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4177730
Apr 21 06:52:02.536670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 86f985aa-44d1-4bf2-a599-a592f2cd45c2 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:52:02.611559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:52:03.595433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cdd86ac3-2fa8-47e4-8ec3-0fbe8990c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:03.613747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e31d15-cdd2-4fb6-b686-d2d42ef24bbf None None] Network 2fef70fd-0586-44d6-93bf-473535b0ba41 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:52:03.750429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] Provisioning for port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:52:03.786756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] Provisioning complete for port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:03.787160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:03.986880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:04.031274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] For port 86f985aa-44d1-4bf2-a599-a592f2cd45c2, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=86f985aa-44d1-4bf2-a599-a592f2cd45c2,segment=NetworkSegment(6ba70d1c-e948-4adb-b6ce-ede5714595b7),segment_id=6ba70d1c-e948-4adb-b6ce-ede5714595b7)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:52:04.036373 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:04.038100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d7fcbb0b-c0f6-46ce-9a5e-74db87321925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:04.117582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] Pushing event updated for resources: {'Port': ['ID=86f985aa-44d1-4bf2-a599-a592f2cd45c2,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:04.120976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:04.260461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-6543ca3a-97c4-4804-9808-32298ede13ce None None] Provisioning complete for port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:04.260810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6543ca3a-97c4-4804-9808-32298ede13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:04.509770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 86f985aa-44d1-4bf2-a599-a592f2cd45c2 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:52:04.584014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:04.584316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:04.965323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 43980) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:52:05.364001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:52:05.369788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:52:05.374705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Usage tracker for resource:router and tenant:fafdd2d2e53445faa7a9676463a703f6 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:52:05.378334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:52:05.385666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:52:05.396868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:05.398725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:05.421419 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:05.537637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:05.557638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] Notify callbacks [] for router, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:05.558945 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0898037a-86e6-451b-8e3a-5c527c70fa3f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5925088
Apr 21 06:52:06.987053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e12e476f-15ed-4cb0-818a-10fba38eb1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:08.301595 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:08.307037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44000) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:52:08.478039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [None req-8a0c67f7-96ab-4d40-94ef-38cb7e7ef9ee admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:52:08.479133 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8a0c67f7-96ab-4d40-94ef-38cb7e7ef9ee admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1710520
Apr 21 06:52:08.875247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:09.197697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.090481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44020) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:52:11.149263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:52:11.156229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:52:11.160800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Usage tracker for resource:network and tenant:44d7776129934f54a4721b7554d8a3bd is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:52:11.164964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:52:11.171345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:52:11.181359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Made reservation on behalf of 44d7776129934f54a4721b7554d8a3bd for: {'network': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:52:11.187555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.205677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.224529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:52:11.229080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Usage tracker for resource:security_group_rule and tenant:44d7776129934f54a4721b7554d8a3bd is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:52:11.232588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:52:11.239231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:52:11.348702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.353044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.358179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:11.371627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=86424) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 21 06:52:11.409524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251838356886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.410183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd6bc8726a8> segment precommit_create {{(pid=86424) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 21 06:52:11.410679 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Added segment 3edc05eb-78b9-40f1-a4a1-6b78112ccd3b of type flat for network c582a6b9-520f-4956-850d-0cbc23894f49
Apr 21 06:52:11.466648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e1871-eaa2-4ffa-aaa9-9f3130750530,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:11.490403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.490653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.491052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.491400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.491754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.492110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.492461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.492812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.493158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.493531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.493859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.494201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Tracked resource versions report:
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]: pushed versions:
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]: {   'AddressGroup': {'1.2'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'ConntrackHelper': {'1.0'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Log': {'1.0'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Network': {'1.1'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Port': {'1.7'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'PortForwarding': {'1.2'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'QosPolicy': {'1.8'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroup': {'1.4'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SubPort': {'1.0'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Subnet': {'1.1'},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Trunk': {'1.1'}}
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]: consumer versions:
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]: {   DHCP agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     L3 agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metadata agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metering agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:     Open vSwitch agent@dv-cinder-779194-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Log': '1.0',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Network': '1.1',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Port': '1.7',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'PortForwarding': '1.2',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'QosPolicy': '1.8',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroup': '1.4',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SubPort': '1.0',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Subnet': '1.1',
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Trunk': '1.1'}}
Apr 21 06:52:11.495348 dv-cinder-779194-2-iscsi neutron-server[86308]:  {{(pid=86424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:52:11.546835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.552301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:11.597635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.599427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:52:11.600110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:11.605735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:11.713990 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6222575
Apr 21 06:52:11.717098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c582a6b9-520f-4956-850d-0cbc23894f49,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:11.720451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:11.730666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network c582a6b9-520f-4956-850d-0cbc23894f49 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:52:14.316608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44034) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:52:14.443483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d9c5a4-10e3-4e1a-8e29-4f45ab9ab690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:52:14.444975 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-31d9c5a4-10e3-4e1a-8e29-4f45ab9ab690 admin admin] 10.222.0.36 "GET /v2.0/subnets/485d0626-1a72-4a1f-a711-9346c32ba2c9 HTTP/1.1" status: 200  len: 849 time: 0.1270354
Apr 21 06:52:14.596378 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2227cd28-e662-43ef-9d94-d8606cb2ebaf admin admin] 10.222.0.36 "GET /v2.0/routers/0b683d52-f203-460e-bd9a-0c636251fc66 HTTP/1.1" status: 200  len: 704 time: 0.1448150
Apr 21 06:52:15.267861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:15.520136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Allocated IP 172.20.0.1 (2fef70fd-0586-44d6-93bf-473535b0ba41/485d0626-1a72-4a1f-a711-9346c32ba2c9/a87691e2-38ed-420b-b3d3-4fe05eff917a) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:52:15.686342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:15.707006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Transition to ACTIVE for port object a87691e2-38ed-420b-b3d3-4fe05eff917a will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:52:15.766354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:15.770787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:15.841435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Network 2fef70fd-0586-44d6-93bf-473535b0ba41 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:52:15.844503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:52:15.853074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:52:15.853074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:15.975030 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Pushing event updated for resources: {'Port': ['ID=a87691e2-38ed-420b-b3d3-4fe05eff917a,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:15.987648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:16.090866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-6920f3a4-adfc-4e6b-b33f-4965d8c6df1e None None] Provisioning for port a87691e2-38ed-420b-b3d3-4fe05eff917a completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:52:16.096984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-6920f3a4-adfc-4e6b-b33f-4965d8c6df1e None None] Provisioning complete for port a87691e2-38ed-420b-b3d3-4fe05eff917a triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:16.097400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6920f3a4-adfc-4e6b-b33f-4965d8c6df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:16.133190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:16.156816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-6920f3a4-adfc-4e6b-b33f-4965d8c6df1e None None] Port a87691e2-38ed-420b-b3d3-4fe05eff917a cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:52:16.393780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:16.397882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:16.398977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:16.403331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:16.543265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Pushing event updated for resources: {'Port': ['ID=a87691e2-38ed-420b-b3d3-4fe05eff917a,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:16.547979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:16.610427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Network 2fef70fd-0586-44d6-93bf-473535b0ba41 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:52:16.611656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:52:16.784914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-5cf5680a-df31-48b9-8107-7335d23c5455 None None] Provisioning complete for port a87691e2-38ed-420b-b3d3-4fe05eff917a triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:16.785576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5cf5680a-df31-48b9-8107-7335d23c5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:16.832237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Router 0b683d52-f203-460e-bd9a-0c636251fc66 is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 06:52:16.855966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5680a-df31-48b9-8107-7335d23c5455 None None] Port a87691e2-38ed-420b-b3d3-4fe05eff917a cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 06:52:17.009618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:52:17.022280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Sync routers for ids ['0b683d52-f203-460e-bd9a-0c636251fc66'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:52:17.022524 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] 10.222.0.36 "PUT /v2.0/routers/0b683d52-f203-460e-bd9a-0c636251fc66/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4190886
Apr 21 06:52:17.035091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Routers {'0b683d52-f203-460e-bd9a-0c636251fc66'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:52:17.036172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb22400>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T06:52:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['0b683d52-f203-460e-bd9a-0c636251fc66'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:52:17.190122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:52:17.236404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Set router 0b683d52-f203-460e-bd9a-0c636251fc66 gateway port host: None {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:52:17.874208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb22400>, [{'id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'name': 'router1', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:52:05Z', 'updated_at': '2021-04-21T06:52:16Z', 'revision_number': 2, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'gw_port_host': None, '_interfaces': [{'id': 'a87691e2-38ed-420b-b3d3-4fe05eff917a', 'name': '', 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'mac_address': 'fa:16:3e:65:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:15Z', 'updated_at': '2021-04-21T06:52:16Z', 'revision_number': 2, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'subnets': [{'id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'facff8fc-e2d1-4127-8475-1ba2750a17ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:52:17.884135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Checking router: 0b683d52-f203-460e-bd9a-0c636251fc66 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:52:17.884808 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Updating router 0b683d52-f203-460e-bd9a-0c636251fc66 port a87691e2-38ed-420b-b3d3-4fe05eff917a binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:52:17.976884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:18.399807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:18.416302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Transition to ACTIVE for port object a87691e2-38ed-420b-b3d3-4fe05eff917a will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:52:18.424958 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:18.430741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:18.575356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Pushing event updated for resources: {'Port': ['ID=a87691e2-38ed-420b-b3d3-4fe05eff917a,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:18.627781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.628138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.628482 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.628844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.629190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.629630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.629630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.630317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.630659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.631003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.631341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.631736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Tracked resource versions report:
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]: pushed versions:
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]: {   'AddressGroup': {'1.2'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'ConntrackHelper': {'1.0'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Log': {'1.0'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Network': {'1.1'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Port': {'1.7'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'PortForwarding': {'1.2'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'QosPolicy': {'1.8'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroup': {'1.4'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroupRule': {'1.2'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SubPort': {'1.0'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Subnet': {'1.1'},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Trunk': {'1.1'}}
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]: consumer versions:
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]: {   DHCP agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     L3 agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metadata agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metering agent@dv-cinder-779194-2-iscsi: {},
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:     Open vSwitch agent@dv-cinder-779194-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'ConntrackHelper': '1.0',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Log': '1.0',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Network': '1.1',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Port': '1.7',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'PortForwarding': '1.2',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'QosPolicy': '1.8',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroup': '1.4',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroupRule': '1.2',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SubPort': '1.0',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Subnet': '1.1',
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Trunk': '1.1'}}
Apr 21 06:52:18.632884 dv-cinder-779194-2-iscsi neutron-server[86308]:  {{(pid=86426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 06:52:18.667641 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:18.690284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Attempting to bind port a87691e2-38ed-420b-b3d3-4fe05eff917a on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:52:18.690678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Attempting to bind port a87691e2-38ed-420b-b3d3-4fe05eff917a by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:52:18.690678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Attempting to bind port a87691e2-38ed-420b-b3d3-4fe05eff917a on network 2fef70fd-0586-44d6-93bf-473535b0ba41 {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:52:18.699656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:52:18.700107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Checking segment: {'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:52:18.700590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:18.701013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Bound using segment: {'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:52:18.701610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Bound port: a87691e2-38ed-420b-b3d3-4fe05eff917a, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba70d1c-e948-4adb-b6ce-ede5714595b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:52:18.702050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:18.816736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] For port a87691e2-38ed-420b-b3d3-4fe05eff917a, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:52:18.822288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] For port a87691e2-38ed-420b-b3d3-4fe05eff917a, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=a87691e2-38ed-420b-b3d3-4fe05eff917a,segment=NetworkSegment(6ba70d1c-e948-4adb-b6ce-ede5714595b7),segment_id=6ba70d1c-e948-4adb-b6ce-ede5714595b7)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:52:18.826747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:18.832345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:18.924520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Pushing event updated for resources: {'Port': ['ID=a87691e2-38ed-420b-b3d3-4fe05eff917a,revision_number=4']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:18.929555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:18.930373 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Routers {'0b683d52-f203-460e-bd9a-0c636251fc66'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:52:18.931047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb22400>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T06:52:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['0b683d52-f203-460e-bd9a-0c636251fc66'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:52:19.098103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] Set router 0b683d52-f203-460e-bd9a-0c636251fc66 gateway port host: None {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:52:19.486283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb22400>, [{'id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'name': 'router1', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:52:05Z', 'updated_at': '2021-04-21T06:52:16Z', 'revision_number': 2, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'gw_port_host': None, '_interfaces': [{'id': 'a87691e2-38ed-420b-b3d3-4fe05eff917a', 'name': '', 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'mac_address': 'fa:16:3e:65:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:15Z', 'updated_at': '2021-04-21T06:52:18Z', 'revision_number': 4, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'subnets': [{'id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'facff8fc-e2d1-4127-8475-1ba2750a17ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:52:19.490804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e343c92-32a2-4e4d-aa2e-226644c083e8 None None] The sync data for ids ['0b683d52-f203-460e-bd9a-0c636251fc66'] in dv-cinder-779194-2-iscsi is: [{'id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'name': 'router1', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:52:05Z', 'updated_at': '2021-04-21T06:52:16Z', 'revision_number': 2, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'gw_port_host': None, '_interfaces': [{'id': 'a87691e2-38ed-420b-b3d3-4fe05eff917a', 'name': '', 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'mac_address': 'fa:16:3e:65:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:15Z', 'updated_at': '2021-04-21T06:52:18Z', 'revision_number': 4, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'subnets': [{'id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'facff8fc-e2d1-4127-8475-1ba2750a17ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:52:19.625326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44046) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:52:19.793320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c58eea-99e8-433d-a352-bcf12ecf360e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:52:19.794710 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e0c58eea-99e8-433d-a352-bcf12ecf360e admin admin] 10.222.0.36 "GET /v2.0/networks/c582a6b9-520f-4956-850d-0cbc23894f49 HTTP/1.1" status: 200  len: 842 time: 0.1682506
Apr 21 06:52:19.805401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:52:19.810673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:52:19.814757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Usage tracker for resource:subnet and tenant:44d7776129934f54a4721b7554d8a3bd is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:52:19.817831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:52:19.824076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:52:19.834510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Made reservation on behalf of 44d7776129934f54a4721b7554d8a3bd for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:52:19.839413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:20.311457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.objects.ports [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86423) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 21 06:52:20.311929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:20.316312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ea9fdecd-23df-4898-94ac-b30168b06b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:20.392487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfb8841-f99d-4f67-8335-866e1b0b5280,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:20.395493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:20.405082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:52:20.405465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Network hostable DHCP agents. Network: c582a6b9-520f-4956-850d-0cbc23894f49, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:52:20.425043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:52:20.434017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, c582a6b9-520f-4956-850d-0cbc23894f49) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:52:20.438428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:52:20.439233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:20.444293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe02ccb-68b4-419b-b2cf-a742020af053 None None] Network c582a6b9-520f-4956-850d-0cbc23894f49 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:52:20.476586 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6748214
Apr 21 06:52:20.698669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9517a9-82b9-4585-a59a-24c18f676193 None None] Network c582a6b9-520f-4956-850d-0cbc23894f49 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:52:23.173743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44060) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:52:23.427394 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-aad5c10f-492a-48dd-b908-3ec5978e7e40 admin admin] 10.222.0.36 "GET /v2.0/routers/0b683d52-f203-460e-bd9a-0c636251fc66 HTTP/1.1" status: 200  len: 710 time: 0.2516687
Apr 21 06:52:23.570194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143a091-e7e4-409d-a6d8-eda362bac983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:52:23.571683 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4143a091-e7e4-409d-a6d8-eda362bac983 admin admin] 10.222.0.36 "GET /v2.0/networks/c582a6b9-520f-4956-850d-0cbc23894f49 HTTP/1.1" status: 200  len: 886 time: 0.1387730
Apr 21 06:52:23.582075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:52:24.222659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:24.558229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device a87691e2-38ed-420b-b3d3-4fe05eff917a up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:52:24.613702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:24.643200 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port a87691e2-38ed-420b-b3d3-4fe05eff917a completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:52:24.649667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port a87691e2-38ed-420b-b3d3-4fe05eff917a triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:24.650116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:24.697272 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:24.791560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:24.830187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port a87691e2-38ed-420b-b3d3-4fe05eff917a, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=a87691e2-38ed-420b-b3d3-4fe05eff917a,segment=NetworkSegment(6ba70d1c-e948-4adb-b6ce-ede5714595b7),segment_id=6ba70d1c-e948-4adb-b6ce-ede5714595b7)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:52:24.834020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:24.836340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:24.871201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Allocated IP 172.27.0.194 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/69d881b8-023b-4a4e-b290-f88a825505be) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:52:24.911922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=a87691e2-38ed-420b-b3d3-4fe05eff917a,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:24.915357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:25.040953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:25.102098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:25.107335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:25.174314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:52:25.177873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:52:25.182169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:52:25.251513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Pushing event updated for resources: {'Port': ['ID=69d881b8-023b-4a4e-b290-f88a825505be,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:25.310157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:25.606948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:26.157129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:26.160974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854252862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-522954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854122716'] for router, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:26.379758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Router 0b683d52-f203-460e-bd9a-0c636251fc66 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 06:52:26.536055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device a87691e2-38ed-420b-b3d3-4fe05eff917a up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:52:26.586043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 06:52:26.596167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:26.598414 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] 10.222.0.36 "PUT /v2.0/routers/0b683d52-f203-460e-bd9a-0c636251fc66 HTTP/1.1" status: 200  len: 890 time: 3.0195541
Apr 21 06:52:26.599789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Sync routers for ids ['0b683d52-f203-460e-bd9a-0c636251fc66'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 06:52:26.618947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Routers {'0b683d52-f203-460e-bd9a-0c636251fc66'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:52:26.619749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba5f7da0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T06:52:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['0b683d52-f203-460e-bd9a-0c636251fc66'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:52:26.942978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port a87691e2-38ed-420b-b3d3-4fe05eff917a triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:26.943382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:27.107045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Set router 0b683d52-f203-460e-bd9a-0c636251fc66 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:52:27.521532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba5f7da0>, [{'id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'name': 'router1', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '69d881b8-023b-4a4e-b290-f88a825505be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:52:05Z', 'updated_at': '2021-04-21T06:52:25Z', 'revision_number': 4, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'gw_port': {'id': '69d881b8-023b-4a4e-b290-f88a825505be', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:24Z', 'updated_at': '2021-04-21T06:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'a87691e2-38ed-420b-b3d3-4fe05eff917a', 'name': '', 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'mac_address': 'fa:16:3e:65:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:15Z', 'updated_at': '2021-04-21T06:52:24Z', 'revision_number': 5, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'subnets': [{'id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'facff8fc-e2d1-4127-8475-1ba2750a17ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:52:27.528171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Checking router: 0b683d52-f203-460e-bd9a-0c636251fc66 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 06:52:27.528741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Updating router 0b683d52-f203-460e-bd9a-0c636251fc66 port 69d881b8-023b-4a4e-b290-f88a825505be binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 06:52:27.594147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:28.000083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:28.017328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Transition to ACTIVE for port object 69d881b8-023b-4a4e-b290-f88a825505be will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:52:28.024601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:28.029599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:28.140629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Attempting to bind port 69d881b8-023b-4a4e-b290-f88a825505be on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:52:28.141236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Attempting to bind port 69d881b8-023b-4a4e-b290-f88a825505be by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:52:28.141938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Attempting to bind port 69d881b8-023b-4a4e-b290-f88a825505be on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:52:28.153869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c38e7-3eb4-4b69-ae82-ab50bafc51ef None None] Pushing event updated for resources: {'Port': ['ID=69d881b8-023b-4a4e-b290-f88a825505be,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:28.161337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-082c38e7-3eb4-4b69-ae82-ab50bafc51ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:28.163582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:52:28.163582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:52:28.164275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:28.164930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:52:28.165827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Bound port: 69d881b8-023b-4a4e-b290-f88a825505be, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:52:28.166527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:28.305762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] For port 69d881b8-023b-4a4e-b290-f88a825505be, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:52:28.312279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] For port 69d881b8-023b-4a4e-b290-f88a825505be, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=69d881b8-023b-4a4e-b290-f88a825505be,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:52:28.319365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:28.324029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-082c38e7-3eb4-4b69-ae82-ab50bafc51ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:28.414229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Routers {'0b683d52-f203-460e-bd9a-0c636251fc66'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 06:52:28.414945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba5f7da0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T06:52:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['0b683d52-f203-460e-bd9a-0c636251fc66'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:52:28.475288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c38e7-3eb4-4b69-ae82-ab50bafc51ef None None] Pushing event updated for resources: {'Port': ['ID=69d881b8-023b-4a4e-b290-f88a825505be,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:28.487053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-082c38e7-3eb4-4b69-ae82-ab50bafc51ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:28.618505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] Set router 0b683d52-f203-460e-bd9a-0c636251fc66 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 06:52:29.000520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba5f7da0>, [{'id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'name': 'router1', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '69d881b8-023b-4a4e-b290-f88a825505be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:52:05Z', 'updated_at': '2021-04-21T06:52:25Z', 'revision_number': 4, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'gw_port': {'id': '69d881b8-023b-4a4e-b290-f88a825505be', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:24Z', 'updated_at': '2021-04-21T06:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'a87691e2-38ed-420b-b3d3-4fe05eff917a', 'name': '', 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'mac_address': 'fa:16:3e:65:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:15Z', 'updated_at': '2021-04-21T06:52:24Z', 'revision_number': 5, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'subnets': [{'id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'facff8fc-e2d1-4127-8475-1ba2750a17ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 06:52:29.006401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ce508-9612-4850-8925-25331dc58bce None None] The sync data for ids ['0b683d52-f203-460e-bd9a-0c636251fc66'] in dv-cinder-779194-2-iscsi is: [{'id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'name': 'router1', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '69d881b8-023b-4a4e-b290-f88a825505be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:52:05Z', 'updated_at': '2021-04-21T06:52:25Z', 'revision_number': 4, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'gw_port': {'id': '69d881b8-023b-4a4e-b290-f88a825505be', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:24Z', 'updated_at': '2021-04-21T06:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'a87691e2-38ed-420b-b3d3-4fe05eff917a', 'name': '', 'network_id': '2fef70fd-0586-44d6-93bf-473535b0ba41', 'tenant_id': 'fafdd2d2e53445faa7a9676463a703f6', 'mac_address': 'fa:16:3e:65:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b683d52-f203-460e-bd9a-0c636251fc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:52:15Z', 'updated_at': '2021-04-21T06:52:24Z', 'revision_number': 5, 'project_id': 'fafdd2d2e53445faa7a9676463a703f6', 'subnets': [{'id': '485d0626-1a72-4a1f-a711-9346c32ba2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'facff8fc-e2d1-4127-8475-1ba2750a17ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 06:52:29.543079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44070) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:52:29.682999 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5afb2296-1ae7-42e6-a12d-a7472aa096bf admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1386261
Apr 21 06:52:30.557706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 69d881b8-023b-4a4e-b290-f88a825505be up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:52:30.660350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 69d881b8-023b-4a4e-b290-f88a825505be completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:52:30.669157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 69d881b8-023b-4a4e-b290-f88a825505be triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:30.669834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:30.879483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:30.906732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 69d881b8-023b-4a4e-b290-f88a825505be, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=69d881b8-023b-4a4e-b290-f88a825505be,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:52:30.911021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:30.918982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:52:31.025718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=69d881b8-023b-4a4e-b290-f88a825505be,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:52:31.029549 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:52:32.565883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 69d881b8-023b-4a4e-b290-f88a825505be up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:52:32.666951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 69d881b8-023b-4a4e-b290-f88a825505be triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:52:32.667686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:33.621395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-232b29e8-5623-479b-a949-40cf363afb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:37.023464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7473ac3f-4295-4929-a7c2-92ca4b66c0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:38.328458 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:38.896611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:39.219923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:52:54.111429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:53:03.597985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15f3408f-fbbe-4367-8f5e-9e77a4826187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:07.002754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fafd180b-efdc-46b5-99ae-ed354d5dfe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:08.318212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:08.884082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:09.215309 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:31.111926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:53:33.593193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb3f0-d8cc-412d-8ea6-930ecc9bd0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:36.999845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2899-5d16-4fc9-b5db-e378f80b7460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:38.304446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:38.884690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:53:39.213773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:03.598180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-767196bb-b7c2-4acd-8e63-e20ac2067dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:07.003886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-facc5f8b-76ad-4cc3-b4e3-a3b15b574cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:08.111307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:54:08.298750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:08.889570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:09.223343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:18.821434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44640) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:18.900767 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c0c868-a767-4b75-9867-5ccb32b5cc51 admin admin] GET failed (client error): The resource could not be found.
Apr 21 06:54:18.902210 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-58c0c868-a767-4b75-9867-5ccb32b5cc51 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0798082
Apr 21 06:54:19.045942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267f9d3-d926-4307-9998-880c4c6c3c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:19.047518 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5267f9d3-d926-4307-9998-880c4c6c3c15 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1407053
Apr 21 06:54:21.641601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44650) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:21.767747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5927de-17d5-49c8-95ae-3d1f14af2455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:21.768389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fc5927de-17d5-49c8-95ae-3d1f14af2455 admin admin] Synchronizing usage tracker for tenant:44d7776129934f54a4721b7554d8a3bd on resource:subnet {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:54:21.787565 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fc5927de-17d5-49c8-95ae-3d1f14af2455 admin admin] Unset dirty status for tenant:44d7776129934f54a4721b7554d8a3bd on resource:subnet {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:54:21.788834 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fc5927de-17d5-49c8-95ae-3d1f14af2455 admin admin] 10.222.0.36 "GET /v2.0/subnets/485d0626-1a72-4a1f-a711-9346c32ba2c9 HTTP/1.1" status: 200  len: 849 time: 0.1461627
Apr 21 06:54:21.800279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:54:21.931969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:22.255023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785016334809'] for subnet, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:22.259001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9f24494e-4b86-4807-9534-8a8b63bc5c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:54:22.301642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:22.302369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:22.303672 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] 10.222.0.36 "PUT /v2.0/subnets/485d0626-1a72-4a1f-a711-9346c32ba2c9 HTTP/1.1" status: 200  len: 868 time: 0.5079992
Apr 21 06:54:22.307407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2c724-af32-47d6-91c8-5350cc52a3a7 None None] Network 2fef70fd-0586-44d6-93bf-473535b0ba41 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:54:22.330858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=485d0626-1a72-4a1f-a711-9346c32ba2c9,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:54:22.339369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.339733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.340126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.340575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.340923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.341300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.341694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.342047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.342421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.342776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.343127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.343468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:54:22.347716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1c8ab0f2-474b-4555-912e-60ef7dad0b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:54:22.855105 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-6bb7ac49-f628-4f19-b631-89cc728a796e None None] Provisioning complete for port a87691e2-38ed-420b-b3d3-4fe05eff917a triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:54:22.855663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6bb7ac49-f628-4f19-b631-89cc728a796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:22.991618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-6bb7ac49-f628-4f19-b631-89cc728a796e None None] Provisioning complete for port 86f985aa-44d1-4bf2-a599-a592f2cd45c2 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:54:22.992006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6bb7ac49-f628-4f19-b631-89cc728a796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:24.846973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44660) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:25.214393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f449995-6512-4de8-9b87-f754a6d95b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:25.214794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f449995-6512-4de8-9b87-f754a6d95b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:25.215642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-8f449995-6512-4de8-9b87-f754a6d95b0a admin admin] Synchronizing usage tracker for tenant:44d7776129934f54a4721b7554d8a3bd on resource:network {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:54:25.234179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-8f449995-6512-4de8-9b87-f754a6d95b0a admin admin] Unset dirty status for tenant:44d7776129934f54a4721b7554d8a3bd on resource:network {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:54:25.235426 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8f449995-6512-4de8-9b87-f754a6d95b0a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.3874967
Apr 21 06:54:27.763298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44670) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:27.954427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843be50f-3dec-4c2b-94a0-17f455b8a183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:27.954900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843be50f-3dec-4c2b-94a0-17f455b8a183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:27.956588 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-843be50f-3dec-4c2b-94a0-17f455b8a183 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1922452
Apr 21 06:54:30.495505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44680) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:30.686766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42edab5-92ae-4320-9712-387312951b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:30.688260 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f42edab5-92ae-4320-9712-387312951b50 admin admin] 10.222.0.36 "GET /v2.0/networks/2fef70fd-0586-44d6-93bf-473535b0ba41 HTTP/1.1" status: 200  len: 868 time: 0.1916559
Apr 21 06:54:33.206698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44690) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:33.404066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e6ed3-0b23-47cd-9533-3be51b7af376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:33.405560 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-658e6ed3-0b23-47cd-9533-3be51b7af376 admin admin] 10.222.0.36 "GET /v2.0/networks/c582a6b9-520f-4956-850d-0cbc23894f49 HTTP/1.1" status: 200  len: 886 time: 0.1976683
Apr 21 06:54:33.595039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0b914d3-e85d-4562-a2e3-62a645438be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:35.951263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44700) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:36.081440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc88fc-fa67-4f68-9da3-19069aa76e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:36.082011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc88fc-fa67-4f68-9da3-19069aa76e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:36.083675 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a0cc88fc-fa67-4f68-9da3-19069aa76e76 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1313574
Apr 21 06:54:37.007789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-476b366d-ec50-4275-a7a0-d6559586e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:38.303706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:38.605470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44710) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:38.727946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877021f-944d-45b6-951c-fff079688219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:38.728466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877021f-944d-45b6-951c-fff079688219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:38.730143 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a877021f-944d-45b6-951c-fff079688219 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1235437
Apr 21 06:54:38.893005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:39.230210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:54:41.284774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44720) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:41.405189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3c242-f393-454b-8a29-1cecf72bfa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:41.406730 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-53c3c242-f393-454b-8a29-1cecf72bfa8b admin admin] 10.222.0.36 "GET /v2.0/subnets/485d0626-1a72-4a1f-a711-9346c32ba2c9 HTTP/1.1" status: 200  len: 868 time: 0.1207151
Apr 21 06:54:43.997438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44730) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:54:44.114745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b77ae-94ad-427d-a487-428cc7b616cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:54:44.116191 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7c3b77ae-94ad-427d-a487-428cc7b616cd admin admin] 10.222.0.36 "GET /v2.0/subnets/7cfb8841-f99d-4f67-8335-866e1b0b5280 HTTP/1.1" status: 200  len: 816 time: 0.1175518
Apr 21 06:54:45.111492 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:55:03.591410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b67177-2c9f-4ca3-864b-97e35cfe3ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:07.012163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66f0c8e6-956b-4feb-ac65-c18364018938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:08.308788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:08.895365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:09.242735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:11.086006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44774) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:55:11.143497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [None req-f2dc45a7-dbfa-4162-99af-e4e2facea518 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:55:11.144612 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f2dc45a7-dbfa-4162-99af-e4e2facea518 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0575597
Apr 21 06:55:13.874828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44784) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:55:13.960031 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7524543a-34f9-41a1-bbf7-a163697a6b85 admin admin] GET failed (client error): The resource could not be found.
Apr 21 06:55:13.961524 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7524543a-34f9-41a1-bbf7-a163697a6b85 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0855315
Apr 21 06:55:14.113744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a33366-fd67-45d4-8892-7abe7d51d378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:55:14.115266 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-60a33366-fd67-45d4-8892-7abe7d51d378 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1492672
Apr 21 06:55:16.722076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44794) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:55:16.776807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:55:16.783522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:55:16.794341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:55:16.804942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Made reservation on behalf of 44d7776129934f54a4721b7554d8a3bd for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:55:16.809667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:16.904305 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.services.revisions.revision_plugin [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd6bac34be0] {project_id='44d7776129934f54a4721b7554d8a3bd', id='a8fc1649-b5f6-4900-8a6e-fd5da3fcf78d', target_tenant='*', action='access_as_shared', object_id='4fc02799-3b34-4aaa-b418-e6eb5687afdc'}> to bump revision.
Apr 21 06:55:16.917536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 06:55:16.927316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:16.927693 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Added segment 2ea400bb-a847-46f7-bca0-3532c0a189b0 of type vlan for network 4fc02799-3b34-4aaa-b418-e6eb5687afdc
Apr 21 06:55:16.954803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:16.989964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:16.991442 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:55:16.992091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:16.997367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:55:17.102706 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.3791566
Apr 21 06:55:17.103501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc02799-3b34-4aaa-b418-e6eb5687afdc,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:55:17.106572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:55:17.114905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 4fc02799-3b34-4aaa-b418-e6eb5687afdc details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 06:55:19.706075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44804) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:55:19.790188 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.pecan_wsgi.hooks.translation [None req-350c51fd-18d9-4ae0-8d19-b29694c5449b admin admin] GET failed (client error): The resource could not be found.
Apr 21 06:55:19.790774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-350c51fd-18d9-4ae0-8d19-b29694c5449b admin admin] Synchronizing usage tracker for tenant:44d7776129934f54a4721b7554d8a3bd on resource:network {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 06:55:19.806690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-350c51fd-18d9-4ae0-8d19-b29694c5449b admin admin] Unset dirty status for tenant:44d7776129934f54a4721b7554d8a3bd on resource:network {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 06:55:19.807924 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-350c51fd-18d9-4ae0-8d19-b29694c5449b admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1007850
Apr 21 06:55:19.923295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ae0f1-fbfa-45a3-a56d-ded2d1716d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:55:19.924786 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-925ae0f1-fbfa-45a3-a56d-ded2d1716d25 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1123133
Apr 21 06:55:19.935940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 06:55:19.941357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:55:19.951577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:55:19.961945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Made reservation on behalf of 44d7776129934f54a4721b7554d8a3bd for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 06:55:19.966573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:20.365529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:20.369319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:55:20.444386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34265788-9f9f-4eeb-8b94-1bbf5496cd14,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:55:20.447273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:55:20.457143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Checking segment: {'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:55:20.457512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Network hostable DHCP agents. Network: 4fc02799-3b34-4aaa-b418-e6eb5687afdc, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 06:55:20.476812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Network 4fc02799-3b34-4aaa-b418-e6eb5687afdc is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 06:55:20.485366 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 4fc02799-3b34-4aaa-b418-e6eb5687afdc) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:55:20.490368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 06:55:20.491019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:20.495487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ac8ba-b829-4e9d-b81b-50fdb1ccb60a None None] Network 4fc02799-3b34-4aaa-b418-e6eb5687afdc requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:55:20.518374 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5862842
Apr 21 06:55:20.741748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-4fc02799-3b34-4aaa-b418-e6eb5687afdc', 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc', 'tenant_id': '44d7776129934f54a4721b7554d8a3bd', 'fixed_ips': [{'subnet_id': '34265788-9f9f-4eeb-8b94-1bbf5496cd14'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 06:55:20.742956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:20.914691 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Allocated IP 192.168.233.2 (4fc02799-3b34-4aaa-b418-e6eb5687afdc/34265788-9f9f-4eeb-8b94-1bbf5496cd14/3993ef96-c8bf-4b5b-bb5d-0d4765433259) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 06:55:21.145963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:21.157290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Transition to ACTIVE for port object 3993ef96-c8bf-4b5b-bb5d-0d4765433259 will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:55:21.178721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Transition to ACTIVE for port object 3993ef96-c8bf-4b5b-bb5d-0d4765433259 will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 06:55:21.183263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:21.190322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-082c38e7-3eb4-4b69-ae82-ab50bafc51ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:55:21.262525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Network 4fc02799-3b34-4aaa-b418-e6eb5687afdc is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 06:55:21.265776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 06:55:21.268497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 06:55:21.309471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Pushing event updated for resources: {'Port': ['ID=3993ef96-c8bf-4b5b-bb5d-0d4765433259,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:55:21.357376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.357813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.358178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.358539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.358887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.359380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.359800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.360165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.360523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.360877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.361231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.361657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:55:21.365657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:55:21.386229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Attempting to bind port 3993ef96-c8bf-4b5b-bb5d-0d4765433259 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 06:55:21.386635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Attempting to bind port 3993ef96-c8bf-4b5b-bb5d-0d4765433259 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 06:55:21.387039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Attempting to bind port 3993ef96-c8bf-4b5b-bb5d-0d4765433259 on network 4fc02799-3b34-4aaa-b418-e6eb5687afdc {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 06:55:21.393685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 06:55:21.394096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Checking segment: {'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 06:55:21.394537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:21.394966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Bound using segment: {'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 06:55:21.395481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Bound port: 3993ef96-c8bf-4b5b-bb5d-0d4765433259, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 06:55:21.395887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:21.494377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] For port 3993ef96-c8bf-4b5b-bb5d-0d4765433259, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 06:55:21.500686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] For port 3993ef96-c8bf-4b5b-bb5d-0d4765433259, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=3993ef96-c8bf-4b5b-bb5d-0d4765433259,segment=NetworkSegment(2ea400bb-a847-46f7-bca0-3532c0a189b0),segment_id=2ea400bb-a847-46f7-bca0-3532c0a189b0)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 06:55:21.505644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:21.511815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:55:21.598645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Pushing event updated for resources: {'Port': ['ID=3993ef96-c8bf-4b5b-bb5d-0d4765433259,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:55:21.604786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:55:22.111884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:55:22.707220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 3993ef96-c8bf-4b5b-bb5d-0d4765433259 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:55:22.790298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 3993ef96-c8bf-4b5b-bb5d-0d4765433259 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:55:22.915878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911e96a-652d-4473-82ab-eb4dee57f04e None None] Network 4fc02799-3b34-4aaa-b418-e6eb5687afdc requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 06:55:23.029512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] Provisioning for port 3993ef96-c8bf-4b5b-bb5d-0d4765433259 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 06:55:23.041128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] Provisioning complete for port 3993ef96-c8bf-4b5b-bb5d-0d4765433259 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:55:23.041566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:23.280695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:23.329049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] For port 3993ef96-c8bf-4b5b-bb5d-0d4765433259, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=3993ef96-c8bf-4b5b-bb5d-0d4765433259,segment=NetworkSegment(2ea400bb-a847-46f7-bca0-3532c0a189b0),segment_id=2ea400bb-a847-46f7-bca0-3532c0a189b0)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 06:55:23.332394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:23.334963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:55:23.582049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-817148bd-067a-44ad-8173-97432df3bbda None None] Provisioning complete for port 3993ef96-c8bf-4b5b-bb5d-0d4765433259 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:55:23.582384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-817148bd-067a-44ad-8173-97432df3bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:23.614817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] Pushing event updated for resources: {'Port': ['ID=3993ef96-c8bf-4b5b-bb5d-0d4765433259,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:55:23.624113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:55:24.670804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 3993ef96-c8bf-4b5b-bb5d-0d4765433259 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 06:55:24.744740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 3993ef96-c8bf-4b5b-bb5d-0d4765433259 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 06:55:24.745101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:33.589101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-58bf28ef-e776-45bd-beb4-28224a35ec11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:37.015754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a5c68fc9-60e1-43cf-9fcd-3f0870beba2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:38.313878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:38.903347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:39.235519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:55:59.112186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:56:03.585816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15d52660-39d3-4794-a917-e922f38c7452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:07.019543 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-46200427-0d7b-482a-86f9-147017cfba68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:08.320027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:08.903581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:09.240697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:33.580644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d2cb861c-8f98-4f98-8b1a-28a6520eab7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:36.111830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:56:36.367089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44846) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:56:36.374095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [None req-992acb93-8b43-4300-ac01-2a1122ac26b1 tempest-verify_tempest_config-667989818 tempest-verify_tempest_config-667989818-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 06:56:36.375297 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-992acb93-8b43-4300-ac01-2a1122ac26b1 tempest-verify_tempest_config-667989818 tempest-verify_tempest_config-667989818-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0070860
Apr 21 06:56:36.710310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 44864) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:56:36.842451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:36.858004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 06:56:36.862189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b085f1f9664455875e664156bd7883 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 06:56:36.865162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 06:56:36.871220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 06:56:36.967202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:36.971736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:36.980328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f884dedf-8eec-4e53-872d-e87892491b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:56:37.023130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ee65ed17-7b38-4e2e-8f67-b49624be9740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:37.024069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7b022f-9618-42f7-a6b7-08573fa83d17,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:56:37.028680 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6b085f1f9664455875e664156bd7883&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3172567
Apr 21 06:56:37.032002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44870) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:56:37.035863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.036267 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.036645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.037015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.037368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.037761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.038122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.038488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.038847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.039207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.039566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.039915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.044182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:56:37.100771 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:37.129662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:37.190449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:37.194786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 06:56:37.209344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7b022f-9618-42f7-a6b7-08573fa83d17,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 06:56:37.219077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:37.220342 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c7b022f-9618-42f7-a6b7-08573fa83d17 HTTP/1.1" status: 204  len: 168 time: 0.1872258
Apr 21 06:56:37.221721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.222092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.222474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.223146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.223284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.223577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.223946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.224307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.225049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.225398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.225802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.226160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 06:56:37.229511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 06:56:38.314683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:38.903845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:56:39.244905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:03.591534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e89e963b-6872-41fc-ac99-77ed99b8864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:07.031876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-59080e14-1456-472d-b371-4643a338106c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:08.325242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:08.909131 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:09.249901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:13.116576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:57:33.586909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-377b6429-de1c-42ae-b3c6-e702c93c1a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:37.031324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3d56de7c-f6f2-4482-8275-f90d2e9855f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:38.329569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:38.911178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:39.252290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:57:50.118305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 5 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:58:03.587904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-da253077-bfd5-4aa5-9d80-997fec99d969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:07.030459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-87bbc89f-6241-4d88-85ac-a10da84dc706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:08.329647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:08.915571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:09.266155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:16.935712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869'] for agent, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:27.119000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:58:33.582902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c5931c90-f80b-4ac3-b2e6-eec33e81c088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:33.676367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44950) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:58:33.806873 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8508779f-0f14-40ab-8569-51095791ea5a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1291888
Apr 21 06:58:36.362863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 44960) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 06:58:36.427669 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-34c512cf-ef85-4316-976b-e95ce662419a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0636058
Apr 21 06:58:37.028149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-263596aa-0863-4a4e-9c78-d741a4c864ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:38.324556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:38.917234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:39.264051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:58:46.910352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:03.593148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9150fa5b-26d9-4a38-a385-7f30b60b4007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:04.127156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:59:07.022407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-54ba054a-ae62-493f-8b45-dbf3a3f7f647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:08.337791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:08.923575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:09.273525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:16.904646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:33.588844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d8d52f97-35e5-4bd2-a3aa-8b7eee1fa9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:37.039915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d3fa205-c567-449b-aa90-ed598f51d9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:38.341063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:38.926674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:39.271447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 06:59:41.118591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 06:59:46.908592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:03.584838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5926fd45-6d9f-4022-9971-dff0ecd1d3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:07.023124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6d91e192-acdc-4907-96d6-3b7630c2130e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:08.338415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:08.929877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:09.283472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:13.806088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45106) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:14.287980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-308295830-network', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:14.310065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:14.321613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Usage tracker for resource:network and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:14.329901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:14.339548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:14.356042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Made reservation on behalf of 3596f42eb08745dbb854a94eb1773a9b for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:14.363266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:14.380743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:14.401648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:14.412685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Usage tracker for resource:security_group_rule and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:14.415962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:14.423306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:14.565817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:14.570858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:14.583622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:14.643252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd337e1d-44a2-4b81-85a6-5f689230b3b8,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:14.664044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.664710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.665331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.665995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.666636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.667223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.667671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.668281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.668913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.669524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.670370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.671219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Tracked resource versions report:
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]: pushed versions:
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]: {   'AddressGroup': {'1.2'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'ConntrackHelper': {'1.0'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Log': {'1.0'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Network': {'1.1'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Port': {'1.7'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'PortForwarding': {'1.2'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'QosPolicy': {'1.8'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroup': {'1.4'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroupRule': {'1.2'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SubPort': {'1.0'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Subnet': {'1.1'},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Trunk': {'1.1'}}
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]: consumer versions:
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]: {   DHCP agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     HyperV agent@hv-cinder-77919: {},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     L3 agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metadata agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metering agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:     Open vSwitch agent@dv-cinder-779194-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'ConntrackHelper': '1.0',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Log': '1.0',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Network': '1.1',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Port': '1.7',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'PortForwarding': '1.2',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'QosPolicy': '1.8',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroup': '1.4',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroupRule': '1.2',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SubPort': '1.0',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Subnet': '1.1',
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Trunk': '1.1'}}
Apr 21 07:00:14.674481 dv-cinder-779194-2-iscsi neutron-server[86308]:  {{(pid=86423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 07:00:14.697653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:14.699183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:00:14.725931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:14.726485 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Added segment 50b87035-4bd9-4271-a64a-ddcd79e78538 of type vlan for network c2c390d5-8404-47fa-b4d9-7c3ce370dcee
Apr 21 07:00:14.743031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45156) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:14.773877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:14.831058 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:14.832834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:14.833575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:14.840466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4b4bc321-f1bc-4519-9f53-1025ebd47d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:15.021033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c390d5-8404-47fa-b4d9-7c3ce370dcee,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:15.026773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:15.036237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45170) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:15.036778 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2286725
Apr 21 07:00:15.037341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:00:15.043890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Request body: {'subnet': {'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-308295830-subnet', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:15.050910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:15.055911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Usage tracker for resource:subnet and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:15.059929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:15.066910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:15.079465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Made reservation on behalf of 3596f42eb08745dbb854a94eb1773a9b for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:15.085157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:15.472655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1886074380-network', 'tenant_id': 'd530bbc2ae7d4359ac4420a9edcc5890'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:15.492057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:15.502951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Usage tracker for resource:network and tenant:d530bbc2ae7d4359ac4420a9edcc5890 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:15.510081 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:15.524040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:15.553201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Made reservation on behalf of d530bbc2ae7d4359ac4420a9edcc5890 for: {'network': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:15.559175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:15.634655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:15.683230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:15.705848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Usage tracker for resource:security_group_rule and tenant:d530bbc2ae7d4359ac4420a9edcc5890 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:15.715046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:15.734918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:15.739255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:15.760931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:15.899989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45198) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:15.944942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Checking segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:15.945635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Network hostable DHCP agents. Network: c2c390d5-8404-47fa-b4d9-7c3ce370dcee, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:00:15.960912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45208) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:15.997954 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b771c03-e7f0-43b0-81ea-60421e9a0ff5,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:16.044227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.044588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.044965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.045335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.045899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.046272 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.046805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.047706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.047706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.048016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.048289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.048616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Tracked resource versions report:
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]: pushed versions:
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]: {   'AddressGroup': {'1.2'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'ConntrackHelper': {'1.0'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Log': {'1.0'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Network': {'1.1'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Port': {'1.7'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'PortForwarding': {'1.2'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'QosPolicy': {'1.8'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroup': {'1.4'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroupRule': {'1.2'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SubPort': {'1.0'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Subnet': {'1.1'},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Trunk': {'1.1'}}
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]: consumer versions:
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]: {   DHCP agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     HyperV agent@hv-cinder-77919: {},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     L3 agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metadata agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metering agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:     Open vSwitch agent@dv-cinder-779194-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'ConntrackHelper': '1.0',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Log': '1.0',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Network': '1.1',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Port': '1.7',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'PortForwarding': '1.2',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'QosPolicy': '1.8',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroup': '1.4',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroupRule': '1.2',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SubPort': '1.0',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Subnet': '1.1',
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Trunk': '1.1'}}
Apr 21 07:00:16.049803 dv-cinder-779194-2-iscsi neutron-server[86308]:  {{(pid=86424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 07:00:16.067215 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:16.081520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:00:16.102059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.112626 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.121205 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:16.134601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, c2c390d5-8404-47fa-b4d9-7c3ce370dcee) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:16.145723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:16.146459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42917928-8a0d-4061-ac54-9601810cf973 None None] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:00:16.146982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.186810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=86424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:00:16.190781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:16.199372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:16.217615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.218241 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Added segment 26c98b8d-2935-4736-a9d3-a692c232d72a of type vlan for network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf
Apr 21 07:00:16.226259 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1888642
Apr 21 07:00:16.229817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45218) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:16.236559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:16.247609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:16.254772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.257796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Usage tracker for resource:router and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:16.266495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:16.282517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:16.303256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.304191 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.305539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.305754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:16.307574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.334459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:16.363493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.507005 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7615757
Apr 21 07:00:16.513191 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45230) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:16.523540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Request body: {'subnet': {'network_id': 'e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1886074380-subnet', 'tenant_id': 'd530bbc2ae7d4359ac4420a9edcc5890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:16.532758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:16.536155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:16.539457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:16.542811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Usage tracker for resource:subnet and tenant:d530bbc2ae7d4359ac4420a9edcc5890 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:16.546871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:16.556783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:16.557036 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:00:16.569815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Made reservation on behalf of d530bbc2ae7d4359ac4420a9edcc5890 for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:16.576236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:16.835264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 07:00:16.837302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.041934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-712670666-network', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:17.085620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-322046396-network', 'tenant_id': 'c2191a9a37204f06ac6bc76c106069ef'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:17.115611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:17.135618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Usage tracker for resource:network and tenant:c2191a9a37204f06ac6bc76c106069ef is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:17.141726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:17.167513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:17.193745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.196872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:17.221951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Made reservation on behalf of c2191a9a37204f06ac6bc76c106069ef for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:17.236022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.306323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.372614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Usage tracker for resource:network and tenant:496818e087714e00b3b746ac8b0cdbbb is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:17.397293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:17.420517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.432683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:17.470819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Allocated IP 172.20.0.2 (c2c390d5-8404-47fa-b4d9-7c3ce370dcee/5b771c03-e7f0-43b0-81ea-60421e9a0ff5/239b201d-c3e9-4eb7-81ec-204d1c6ccd1d) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:17.550901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f7f2a4-76af-4158-a214-d5e096825dc9,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:17.563475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:17.625765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Checking segment: {'id': '26c98b8d-2935-4736-a9d3-a692c232d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:17.626597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Network hostable DHCP agents. Network: e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:00:17.633113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:17.636013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:17.656930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:00:17.668493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:17.674911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:17.676369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.689172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Usage tracker for resource:security_group_rule and tenant:c2191a9a37204f06ac6bc76c106069ef is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:17.701876 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9c12507c-c505-4949-8c16-cd6dc2920e6a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1874120
Apr 21 07:00:17.715770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cf67b0-cecd-437f-9007-5bcd2f6adace None None] Network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:00:17.806286 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:17.822784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Made reservation on behalf of 496818e087714e00b3b746ac8b0cdbbb for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:17.827839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.842371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:17.908219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.921731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:17.983956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Transition to ACTIVE for port object 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:18.022806 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:18.038402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Transition to ACTIVE for port object 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:18.042758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.056427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Usage tracker for resource:security_group_rule and tenant:496818e087714e00b3b746ac8b0cdbbb is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:18.061681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:18.065570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.072379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:18.119890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:00:18.266282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-135d41cb-eb8f-4b25-90d8-f1f894cda30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:18.364000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.374419 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.404942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:18.442017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.444507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:00:18.454656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.478695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.479039 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Added segment 6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14 of type vlan for network 67a1169e-2060-4670-bf49-674d028eb240
Apr 21 07:00:18.516934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:00:18.612257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:18.622770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:18.631101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:18.643329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:18.653591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.654845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:18.666745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaebd65-5239-4b46-9ee4-7b9694d81c8c None None] Network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:00:18.810283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:18.887518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.891548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Pushing event updated for resources: {'Port': ['ID=239b201d-c3e9-4eb7-81ec-204d1c6ccd1d,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:18.914985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.915379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.915761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.916137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.916586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.916843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.917211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.917603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.917974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.918338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.918701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.919063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Tracked resource versions report:
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]: pushed versions:
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]: {   'AddressGroup': {'1.2'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'ConntrackHelper': {'1.0'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Log': {'1.0'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Network': {'1.1'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Port': {'1.7'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'PortForwarding': {'1.2'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'QosPolicy': {'1.8'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroup': {'1.4'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroupRule': {'1.2'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SubPort': {'1.0'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Subnet': {'1.1'},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Trunk': {'1.1'}}
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]: consumer versions:
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]: {   DHCP agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     HyperV agent@hv-cinder-77919: {},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     L3 agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metadata agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metering agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:     Open vSwitch agent@dv-cinder-779194-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'ConntrackHelper': '1.0',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Log': '1.0',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Network': '1.1',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Port': '1.7',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'PortForwarding': '1.2',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'QosPolicy': '1.8',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroup': '1.4',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroupRule': '1.2',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SubPort': '1.0',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Subnet': '1.1',
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Trunk': '1.1'}}
Apr 21 07:00:18.920212 dv-cinder-779194-2-iscsi neutron-server[86308]:  {{(pid=86425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 07:00:18.927289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Attempting to bind port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:00:18.927703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Attempting to bind port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:00:18.928117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Attempting to bind port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d on network c2c390d5-8404-47fa-b4d9-7c3ce370dcee {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:18.933904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:18.948827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.954311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:00:18.954735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Checking segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:18.955192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.955636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Bound using segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:00:18.956187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Bound port: 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:00:18.956617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.957600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:18.960131 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Added segment 27e445a8-dfb3-4ce9-8113-0d8b2017ca2e of type vlan for network fc328b38-04f7-450c-96f4-b00d62531f20
Apr 21 07:00:19.029356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:19.030394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:19.050236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:19.073892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:19.149001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdfa781-ad7e-406d-8b95-98d842fe0430,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:19.166447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:19.175965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:19.179804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] For port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:00:19.195778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] For port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=239b201d-c3e9-4eb7-81ec-204d1c6ccd1d,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:00:19.199912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:19.202083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.resource_extend [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 07:00:19.214616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:19.358231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45330) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:19.373090 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 21 07:00:19.426802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Pushing event updated for resources: {'Port': ['ID=239b201d-c3e9-4eb7-81ec-204d1c6ccd1d,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:19.431098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:19.503817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Pushing event updated for resources: {'Network': ['ID=67a1169e-2060-4670-bf49-674d028eb240,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:19.518634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 67a1169e-2060-4670-bf49-674d028eb240 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:00:19.520734 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:19.542097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:19.546542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:19.547434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:19.568794 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 3.6056480
Apr 21 07:00:19.572006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45338) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:19.579944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:19.583955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Request body: {'subnet': {'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-322046396-subnet', 'tenant_id': 'c2191a9a37204f06ac6bc76c106069ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:19.602233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:19.619004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Usage tracker for resource:subnet and tenant:c2191a9a37204f06ac6bc76c106069ef is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:19.622750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:19.635902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:19.652178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Made reservation on behalf of c2191a9a37204f06ac6bc76c106069ef for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:19.659172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:19.964951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Pushing event updated for resources: {'Network': ['ID=fc328b38-04f7-450c-96f4-b00d62531f20,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:20.003644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network fc328b38-04f7-450c-96f4-b00d62531f20 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:00:20.043913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Allocated IP 172.27.0.229 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/c18dcbee-442a-441f-988e-75757734e07f) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:20.100716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152020-54e9-49e0-bc48-ebc5323df98f req-95de85d9-7476-4588-bc38-e7c71a0bfe4b tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:20.101558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-32152020-54e9-49e0-bc48-ebc5323df98f req-95de85d9-7476-4588-bc38-e7c71a0bfe4b tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Synchronizing usage tracker for tenant:d530bbc2ae7d4359ac4420a9edcc5890 on resource:network {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:00:20.214227 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 4.3120730
Apr 21 07:00:20.218175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:20.224031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45354) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:20.239142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Request body: {'subnet': {'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-subnet', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:20.245443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-32152020-54e9-49e0-bc48-ebc5323df98f req-95de85d9-7476-4588-bc38-e7c71a0bfe4b tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Unset dirty status for tenant:d530bbc2ae7d4359ac4420a9edcc5890 on resource:network {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:00:20.246783 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-95de85d9-7476-4588-bc38-e7c71a0bfe4b tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/networks?id=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf HTTP/1.1" status: 200  len: 812 time: 0.8771708
Apr 21 07:00:20.278441 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-34c95e9a-4bea-476b-ac1b-1c74f0f99c9d tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/quotas/d530bbc2ae7d4359ac4420a9edcc5890 HTTP/1.1" status: 200  len: 375 time: 0.0178144
Apr 21 07:00:20.363071 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-586b8ece-754d-4d2a-8562-3733b8cb07a4 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d530bbc2ae7d4359ac4420a9edcc5890&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0713356
Apr 21 07:00:20.553603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:20.563506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-841eb98d-d999-4bb8-9523-9f7228939910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:20.573346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:20.590937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Usage tracker for resource:subnet and tenant:496818e087714e00b3b746ac8b0cdbbb is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:20.597036 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:20.619620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:20.705770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:20.721678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Made reservation on behalf of 496818e087714e00b3b746ac8b0cdbbb for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:20.728733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f5e72f-dfca-4871-9598-82765e63758d,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:20.730538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:20.733525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:20.741174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Checking segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:20.741711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Network hostable DHCP agents. Network: 67a1169e-2060-4670-bf49-674d028eb240, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:00:20.790082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Network 67a1169e-2060-4670-bf49-674d028eb240 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:00:20.801128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 67a1169e-2060-4670-bf49-674d028eb240) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:20.808438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:20.809356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:20.813078 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dca0443-105d-46bb-8be3-da1129a4f25d None None] Network 67a1169e-2060-4670-bf49-674d028eb240 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:00:20.879530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-9b43c688-71c1-4622-a984-a4c8ae18a67b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 07:00:20.884708 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-9b43c688-71c1-4622-a984-a4c8ae18a67b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1213777
Apr 21 07:00:21.015694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:21.029204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2ccd9509-79c7-413b-8232-aa5987e4fb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:21.061093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:21.143027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Pushing event updated for resources: {'Port': ['ID=c18dcbee-442a-441f-988e-75757734e07f,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:21.149858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:21.206601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:21.215135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:21.219594 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6456878
Apr 21 07:00:21.231569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:21.393300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:00:21.443063 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-5ae8d150-30df-4f76-88b4-730427ae61a1 service neutron] 10.222.0.36 "GET /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5441656
Apr 21 07:00:21.518163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f270814f-22c1-4f6c-928d-9df0c045f86d None None] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:00:21.812074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41a305-4b3a-49d2-b86a-98bd71a9a540 None None] Network 67a1169e-2060-4670-bf49-674d028eb240 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:00:22.161056 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-47f98123-f31c-487d-84ec-532f93557b64 service neutron] 10.222.0.36 "GET /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7043262
Apr 21 07:00:22.176278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] Provisioning for port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:00:22.192770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] Provisioning complete for port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:22.193415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:22.467221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:22.523171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45448) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:22.574207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:22.633204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] For port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=239b201d-c3e9-4eb7-81ec-204d1c6ccd1d,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:22.644521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:22.650050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:22.900236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45468) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:22.925145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-d8d5f049-320f-4602-bdf9-cde1185d7d06 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:22.926871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] Pushing event updated for resources: {'Port': ['ID=239b201d-c3e9-4eb7-81ec-204d1c6ccd1d,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:22.935735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:22.942557 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-d8d5f049-320f-4602-bdf9-cde1185d7d06 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 814 time: 0.4075222
Apr 21 07:00:22.965513 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-33154d42-fd07-49e4-9500-c7fc7b49813a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/quotas/c2191a9a37204f06ac6bc76c106069ef HTTP/1.1" status: 200  len: 375 time: 0.0218012
Apr 21 07:00:23.078392 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-bfdcf551-ac12-4359-97f3-1ede1b7a1533 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1024685
Apr 21 07:00:23.173093 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4b86d89c-674c-439e-b545-dd73ef56628d req-939c326d-2e71-471d-8d59-8d28715f46bc tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 210 time: 0.1419208
Apr 21 07:00:23.237235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:23.247530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:23.287186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-781fd0c2-4f6d-4d8e-9278-2f83d1705b06 None None] Provisioning complete for port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:23.289211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-781fd0c2-4f6d-4d8e-9278-2f83d1705b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:23.364400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:23.417648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-8a2ba058-a8de-4259-ae4f-8f1e615dfc2e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 07:00:23.418794 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-8a2ba058-a8de-4259-ae4f-8f1e615dfc2e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0664880
Apr 21 07:00:23.439100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c0faee-fa98-4e94-937d-7ff46e2f6c88,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:23.442840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:23.447143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:23.450625 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:23.457710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Usage tracker for resource:security_group_rule and tenant:42643e14e9e34b18b87e86fda42d3734 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:23.463796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:23.545443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:23.548132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Checking segment: {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:23.548538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Network hostable DHCP agents. Network: fc328b38-04f7-450c-96f4-b00d62531f20, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:00:23.628465 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aeea7f26-125e-4400-b724-7c77693fff84 service neutron] 10.222.0.36 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018173
Apr 21 07:00:23.900863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Network fc328b38-04f7-450c-96f4-b00d62531f20 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:00:23.931963 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-a479aedd-f4d8-4f19-a8c1-56ef065ff559 service neutron] 10.222.0.36 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2958853
Apr 21 07:00:23.939861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, fc328b38-04f7-450c-96f4-b00d62531f20) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:23.952832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:23.953107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aad340-2300-4444-bad3-fbf3f03cd55f None None] Network fc328b38-04f7-450c-96f4-b00d62531f20 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:00:23.953541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.039980 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.8112085
Apr 21 07:00:24.040848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45516) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:24.057930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:24.079473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:24.084464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.093847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.098487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Usage tracker for resource:router and tenant:496818e087714e00b3b746ac8b0cdbbb is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:24.111842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2f64a8c-580a-4538-aa11-137058e62fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:24.114768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:24.132888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Router 92a4088f-1927-4c51-a877-c0e60062de06 is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:00:24.138226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:24.155432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.156995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.206245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.264793 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42643e14e9e34b18b87e86fda42d3734&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3505077
Apr 21 07:00:24.327693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45526) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:24.364687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557fd59d-5c85-4e03-b0c2-5608939352a6 None None] Network fc328b38-04f7-450c-96f4-b00d62531f20 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:00:24.431763 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cf6b278a-4ed8-46ca-8539-e977b0a5044a req-3905133e-4e29-487f-bc17-3f51a9a49299 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 210 time: 0.1049004
Apr 21 07:00:24.453337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed4468c-a17f-47a7-a670-eb84deb7cc22,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:24.473047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:24.643935 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-36eb684d-2ef1-49d2-b253-572e0656644c req-e60c41ae-f737-4de0-9ef5-dec1725e8b13 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.0919025
Apr 21 07:00:24.695291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:00:24.709343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Sync routers for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:00:24.720522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.724974 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.4905775
Apr 21 07:00:24.725438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45554) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:24.755310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:00:24.756618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baba0a90>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:00:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:24.802845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.860861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2a17-8025-4891-9231-6f9d8e9b06e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.956192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2a17-8025-4891-9231-6f9d8e9b06e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:24.998696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:00:25.001397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:25.107673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2a17-8025-4891-9231-6f9d8e9b06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:25.130043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-86818c83-34c2-4cbc-b33b-17578bf0a352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:25.169126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd2a17-8025-4891-9231-6f9d8e9b06e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed4468c-a17f-47a7-a670-eb84deb7cc22,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:25.173461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b4fd2a17-8025-4891-9231-6f9d8e9b06e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:25.237181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2a17-8025-4891-9231-6f9d8e9b06e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:25.241186 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b4fd2a17-8025-4891-9231-6f9d8e9b06e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ed4468c-a17f-47a7-a670-eb84deb7cc22 HTTP/1.1" status: 204  len: 168 time: 0.9099078
Apr 21 07:00:25.358976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:25.360261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:25.537866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:25.677878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:25.795377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baba0a90>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:21Z', 'revision_number': 3, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:25.813992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Checking router: 92a4088f-1927-4c51-a877-c0e60062de06 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:00:25.815767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Updating router 92a4088f-1927-4c51-a877-c0e60062de06 port c18dcbee-442a-441f-988e-75757734e07f binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:00:25.925623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:26.074273 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3a4eb271-5854-4d8f-b230-6c1b46adc8b0 req-baa9666c-f946-43e5-8cac-ce29bed2cfa7 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.2408676
Apr 21 07:00:26.119833 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9dc37011-43c4-47fe-aaa5-c6cf568476d4 req-4a4bc5d0-9f64-4cf3-a3a2-f6ebdb20d232 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 210 time: 0.2893436
Apr 21 07:00:26.422815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.18', 54389) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:26.525102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:26.954070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:26.980076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Transition to ACTIVE for port object c18dcbee-442a-441f-988e-75757734e07f will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:26.992635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.013244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:27.053853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152020-54e9-49e0-bc48-ebc5323df98f req-dba64122-0194-44b9-a19c-5c99073b8b23 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:27.055524 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-dba64122-0194-44b9-a19c-5c99073b8b23 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.18 "GET /v2.0/networks?id=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf HTTP/1.1" status: 200  len: 812 time: 0.6305699
Apr 21 07:00:27.107604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Allocated IP 172.27.0.100 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/9ad323df-586d-46a9-be58-5ed28d5cf6db) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:27.167762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Allocated IP 172.20.0.1 (c2c390d5-8404-47fa-b4d9-7c3ce370dcee/5b771c03-e7f0-43b0-81ea-60421e9a0ff5/377d1d05-a87e-4922-bc36-ff7b0184d89b) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:27.278257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Attempting to bind port c18dcbee-442a-441f-988e-75757734e07f on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:00:27.278948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Attempting to bind port c18dcbee-442a-441f-988e-75757734e07f by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:00:27.279626 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Attempting to bind port c18dcbee-442a-441f-988e-75757734e07f on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:27.318799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:00:27.319494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:27.320259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.321000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:00:27.328496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Bound port: c18dcbee-442a-441f-988e-75757734e07f, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:00:27.329317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.350739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45646) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:27.430994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.504161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.509832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:27.668426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] For port c18dcbee-442a-441f-988e-75757734e07f, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:00:27.680050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] For port c18dcbee-442a-441f-988e-75757734e07f, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=c18dcbee-442a-441f-988e-75757734e07f,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:00:27.688758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Pushing event updated for resources: {'Port': ['ID=c18dcbee-442a-441f-988e-75757734e07f,revision_number=2']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:27.701678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.738795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.739326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.739714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.740085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.740508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.741023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.741260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.741865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.742526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.743058 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.744093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.744606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Tracked resource versions report:
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]: pushed versions:
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]: {   'AddressGroup': {'1.2'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'ConntrackHelper': {'1.0'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Log': {'1.0'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Network': {'1.1'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Port': {'1.7'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'PortForwarding': {'1.2'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'QosPolicy': {'1.8'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroup': {'1.4'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SecurityGroupRule': {'1.2'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'SubPort': {'1.0'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Subnet': {'1.1'},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     'Trunk': {'1.1'}}
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]: consumer versions:
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]: {   DHCP agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     HyperV agent@hv-cinder-77919: {},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     L3 agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metadata agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     Metering agent@dv-cinder-779194-2-iscsi: {},
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:     Open vSwitch agent@dv-cinder-779194-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'ConntrackHelper': '1.0',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Log': '1.0',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Network': '1.1',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Port': '1.7',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'PortForwarding': '1.2',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'QosPolicy': '1.8',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroup': '1.4',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SecurityGroupRule': '1.2',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'SubPort': '1.0',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Subnet': '1.1',
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:                                                      'Trunk': '1.1'}}
Apr 21 07:00:27.746812 dv-cinder-779194-2-iscsi neutron-server[86308]:  {{(pid=86426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 07:00:27.759142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:27.767998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7758d89f-6b6e-434c-938c-75162a0e538c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:27.824904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.869565 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Transition to ACTIVE for port object 377d1d05-a87e-4922-bc36-ff7b0184d89b will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:27.883378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Pushing event updated for resources: {'Port': ['ID=c18dcbee-442a-441f-988e-75757734e07f,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:27.897985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:27.917044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:00:27.918061 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baba0a90>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:00:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:27.921542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.927168 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-06054895-7b65-40b4-a58f-18e6cb5f96de req-b4a0491e-f23b-4b40-8fdd-294b1fb4cbe2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.0569141
Apr 21 07:00:27.934838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:27.954815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:27.996528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:28.001072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:949c6bb763de44b099c14a1d0d2badc1 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:28.004309 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:28.010947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:28.067132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:28.074247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:28.101787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:28.103376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.108977 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8b4702c4-b112-4052-9995-1526c82b3dca req-3f908c7e-263c-41e9-b828-bae0898689c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 210 time: 0.5373428
Apr 21 07:00:28.126013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:28.137749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.137749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:28.138708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad323df-586d-46a9-be58-5ed28d5cf6db,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:28.155524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.156612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:28.216120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:00:28.341974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:28.346054 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:28.412343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Synchronizing usage tracker for tenant:44d7776129934f54a4721b7554d8a3bd on resource:security_group {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:00:28.450829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Pushing event updated for resources: {'Port': ['ID=377d1d05-a87e-4922-bc36-ff7b0184d89b,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:28.452456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d613047d-6880-4bb4-a761-7f106bf8d9a2,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:28.461879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:28.471155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:28.485205 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Unset dirty status for tenant:44d7776129934f54a4721b7554d8a3bd on resource:security_group {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:00:28.486722 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=949c6bb763de44b099c14a1d0d2badc1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1338215
Apr 21 07:00:28.491801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45678) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:28.494970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-c49fb431-0ad6-4fcb-907c-6802c80fecdd None None] Provisioning for port 377d1d05-a87e-4922-bc36-ff7b0184d89b completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:00:28.504618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-c49fb431-0ad6-4fcb-907c-6802c80fecdd None None] Provisioning complete for port 377d1d05-a87e-4922-bc36-ff7b0184d89b triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:28.505310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c49fb431-0ad6-4fcb-907c-6802c80fecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.647357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c49fb431-0ad6-4fcb-907c-6802c80fecdd None None] Port 377d1d05-a87e-4922-bc36-ff7b0184d89b cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:00:28.738593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.791202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.795126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.865163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.876056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:28.888069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:28.907177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d613047d-6880-4bb4-a761-7f106bf8d9a2,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:28.913166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:29.161600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baba0a90>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:21Z', 'revision_number': 3, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:29.170469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c688b-0408-4503-b148-fcacb4ea3ba5 None None] The sync data for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi is: [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:21Z', 'revision_number': 3, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:00:29.387075 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c458cdc6-e745-4be1-aff0-3f13a90b5d7a req-a5eed219-961b-4b65-98fd-64e1cba389c2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.1823912
Apr 21 07:00:29.394945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:29.397677 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d613047d-6880-4bb4-a761-7f106bf8d9a2 HTTP/1.1" status: 204  len: 168 time: 0.8974843
Apr 21 07:00:29.486872 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f069d3b4-e967-416d-9921-9adf852d1c17 req-91a62ae7-5c90-4d1b-a4e9-21a3478d6107 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 210 time: 0.1107745
Apr 21 07:00:29.516746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Request body: {'port': {'device_id': '60cb6e66-6bb0-41d0-a809-cac0347a5e2f', 'network_id': 'e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf', 'admin_state_up': True, 'tenant_id': 'd530bbc2ae7d4359ac4420a9edcc5890'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:29.989057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:29.995130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:29.996597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:29.997776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:30.010932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:30.191966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:30.197461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Usage tracker for resource:port and tenant:d530bbc2ae7d4359ac4420a9edcc5890 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:30.201369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:30.202135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Pushing event updated for resources: {'Port': ['ID=377d1d05-a87e-4922-bc36-ff7b0184d89b,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:30.212532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:30.230468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:30.238758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Made reservation on behalf of d530bbc2ae7d4359ac4420a9edcc5890 for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:30.245517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:30.363921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:30.367053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:30.733394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.18', 54398) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:30.878446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45752) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:30.881903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-4aa55b7f-a4e6-4560-935d-eb17735164b4 None None] Provisioning complete for port 377d1d05-a87e-4922-bc36-ff7b0184d89b triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:30.882859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4aa55b7f-a4e6-4560-935d-eb17735164b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:30.981425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Allocated IP 172.20.0.4 (e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf/73f7f2a4-76af-4158-a214-d5e096825dc9/ab0b667e-f1b7-4dd5-9971-5a7557ddd37f) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:31.142692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-4aa55b7f-a4e6-4560-935d-eb17735164b4 None None] Port 377d1d05-a87e-4922-bc36-ff7b0184d89b cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:00:31.153109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device c18dcbee-442a-441f-988e-75757734e07f up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:31.323306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45770) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:31.432483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:31.523722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:31.554294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Usage tracker for resource:security_group_rule and tenant:1600a2f52a9d4dc4a73a92d365f8ef8f is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:31.569346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:31.601860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-8b01a1b9-4784-4530-b4f9-2d8319a07384 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:31.603047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-8b01a1b9-4784-4530-b4f9-2d8319a07384 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Synchronizing usage tracker for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:network {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:00:31.612385 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:31.618165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Router 92a4088f-1927-4c51-a877-c0e60062de06 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:00:31.763362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-8b01a1b9-4784-4530-b4f9-2d8319a07384 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Unset dirty status for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:network {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:00:31.764983 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-8b01a1b9-4784-4530-b4f9-2d8319a07384 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 814 time: 1.0342183
Apr 21 07:00:31.861561 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ca38e7f8-785f-4941-b4ed-1649bf66f0fe req-aff2012d-d037-47bb-97dc-c4b9c9fa3283 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.2081654
Apr 21 07:00:31.913036 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fd7509cc-592f-4df4-b6b8-c16388f1d27a req-2051d1a5-9afe-4d19-b200-8f91a1bb48c8 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 210 time: 0.2574925
Apr 21 07:00:31.944021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port c18dcbee-442a-441f-988e-75757734e07f completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:00:31.958668 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port c18dcbee-442a-441f-988e-75757734e07f triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:31.959672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:31.982762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Router 41a6da66-81c7-45e6-b95e-6523c5f46d90 is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:00:32.035704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Request body: {'port': {'device_id': '30aba237-9a51-446c-81e1-d097398c302e', 'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'admin_state_up': True, 'tenant_id': 'c2191a9a37204f06ac6bc76c106069ef'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:32.231564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:32.293074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port c18dcbee-442a-441f-988e-75757734e07f, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=c18dcbee-442a-441f-988e-75757734e07f,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:32.306361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:32.318002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1944e8de-bf76-4e46-970f-55946622a1a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:32.452107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:32.463093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=c18dcbee-442a-441f-988e-75757734e07f,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:32.467967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:32.472403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:00:32.495100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Sync routers for ids ['41a6da66-81c7-45e6-b95e-6523c5f46d90'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:00:32.515312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Routers {'41a6da66-81c7-45e6-b95e-6523c5f46d90'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:00:32.517324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba584940>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:00:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['41a6da66-81c7-45e6-b95e-6523c5f46d90'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:32.558335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:32.591882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Notify callbacks [] for router, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:32.604636 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.5615025
Apr 21 07:00:32.613982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45794) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:32.674783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:32.683687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:32.796962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:32.874067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:32.880194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:32.919942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Set router 41a6da66-81c7-45e6-b95e-6523c5f46d90 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:00:32.935195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:32.972891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:32.974387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:33.033623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45808) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:33.059242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Pushing event updated for resources: {'Port': ['ID=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:33.096802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device c18dcbee-442a-441f-988e-75757734e07f up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:33.098320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:33.139834 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6291459
Apr 21 07:00:33.226961 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-0b5f937f-773e-4498-9bce-9bff9453925c tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 07:00:33.242686 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-0b5f937f-773e-4498-9bce-9bff9453925c tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0401862
Apr 21 07:00:33.682987 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-07506c12-539e-4150-8d19-7d87ce0d1f86 req-34f84361-2da8-4a42-bc1b-11f77810654f tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.1094747
Apr 21 07:00:33.712897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:33.761393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Request body: {'port': {'device_id': '60cb6e66-6bb0-41d0-a809-cac0347a5e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:33.800163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:33.820133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Usage tracker for resource:security_group_rule and tenant:f6191cdddb5744ad90a5a7012de734dc is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:33.827723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:33.865536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42626cb4-b636-4903-ba24-92cceb4af0e5 req-09fdfc69-e018-479a-99e1-d689a1221293 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:33.878654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-42626cb4-b636-4903-ba24-92cceb4af0e5 req-09fdfc69-e018-479a-99e1-d689a1221293 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Synchronizing usage tracker for tenant:d530bbc2ae7d4359ac4420a9edcc5890 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:00:33.883972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:33.885473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a333f369-cf55-4610-9dc0-dfddf1f89e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:33.889819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port c18dcbee-442a-441f-988e-75757734e07f triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:33.890395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:34.027983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Usage tracker for resource:security_group_rule and tenant:e3a5e68bced7441f9755152992a39dfe is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:34.084902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:34.098932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba584940>, [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 3, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port': {'id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:25Z', 'updated_at': '2021-04-21T07:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:34.104579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Checking router: 41a6da66-81c7-45e6-b95e-6523c5f46d90 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:00:34.105396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Updating router 41a6da66-81c7-45e6-b95e-6523c5f46d90 port 9ad323df-586d-46a9-be58-5ed28d5cf6db binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:00:34.222739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:34.262710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:34.273664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:34.394969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:00:34.408423 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Sync routers for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:00:34.457339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:00:34.462809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6badc3908>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:00:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:34.584109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:34.589146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Usage tracker for resource:port and tenant:c2191a9a37204f06ac6bc76c106069ef is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:34.592839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:34.601525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:34.629559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:34.929684 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] 10.222.0.36 "PUT /v2.0/routers/92a4088f-1927-4c51-a877-c0e60062de06/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2008519
Apr 21 07:00:34.931588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Made reservation on behalf of c2191a9a37204f06ac6bc76c106069ef for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:34.951966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:35.006367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:35.017121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:35.135730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:35.311946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:35.344466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:35.464987 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1600a2f52a9d4dc4a73a92d365f8ef8f&name=default HTTP/1.1" status: 200  len: 2975 time: 4.1327324
Apr 21 07:00:35.496158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45848) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:35.514255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2781c807-a2ba-4a5b-8ad3-9c588e4aff8d,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:35.561176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:35.650435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:35.666564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1f855c50-85f5-4e9a-b9a2-7fe68a0c15d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:35.690477 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6191cdddb5744ad90a5a7012de734dc&name=default HTTP/1.1" status: 200  len: 2975 time: 2.6382136
Apr 21 07:00:35.707983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Transition to ACTIVE for port object 9ad323df-586d-46a9-be58-5ed28d5cf6db will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:35.709760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45854) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:35.730982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:35.746119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:35.748546 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ba9089f0-bdfc-44a3-94a2-a28f6fc197a1 req-dc4c2a5f-8aaa-42e0-8a4a-08c82d0595ad tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.4251089
Apr 21 07:00:35.750444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc3235f-a5cb-4415-a25a-513a6efd2b77,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:35.759113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:35.932166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0b667e-f1b7-4dd5-9971-5a7557ddd37f {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:00:35.957181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:35.970499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:00:36.001780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Transition to ACTIVE for port object ab0b667e-f1b7-4dd5-9971-5a7557ddd37f will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:36.013114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.014066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Attempting to bind port 9ad323df-586d-46a9-be58-5ed28d5cf6db on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:00:36.014527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Attempting to bind port 9ad323df-586d-46a9-be58-5ed28d5cf6db by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:00:36.015384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Attempting to bind port 9ad323df-586d-46a9-be58-5ed28d5cf6db on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:36.028775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a3b04f4c-9320-4d01-bb6c-aaeccf2d9990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:36.049242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa788f5-89d3-4da2-8520-cb4359761c9b None None] Pushing event updated for resources: {'Port': ['ID=9ad323df-586d-46a9-be58-5ed28d5cf6db,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:36.053082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.058083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:00:36.058613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:36.059558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.060847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:00:36.063613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Bound port: 9ad323df-586d-46a9-be58-5ed28d5cf6db, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:00:36.064151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.107539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.115500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Allocated IP 172.20.0.13 (67a1169e-2060-4670-bf49-674d028eb240/05f5e72f-dfca-4871-9598-82765e63758d/1563a8d6-5cbf-4d26-bc64-a080abf692fa) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:36.145820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7aa788f5-89d3-4da2-8520-cb4359761c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:36.249543 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-da0b1120-8290-4f77-99ef-70a1c56b68a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.293658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-da0b1120-8290-4f77-99ef-70a1c56b68a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.323739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] For port 9ad323df-586d-46a9-be58-5ed28d5cf6db, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:00:36.338770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] For port 9ad323df-586d-46a9-be58-5ed28d5cf6db, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=9ad323df-586d-46a9-be58-5ed28d5cf6db,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:00:36.348265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.351427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-091f0681-49be-468b-a998-0d1788e8e90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.387745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-091f0681-49be-468b-a998-0d1788e8e90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.407574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:36.470798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-42626cb4-b636-4903-ba24-92cceb4af0e5 req-09fdfc69-e018-479a-99e1-d689a1221293 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Unset dirty status for tenant:d530bbc2ae7d4359ac4420a9edcc5890 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:00:36.480108 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42626cb4-b636-4903-ba24-92cceb4af0e5 req-09fdfc69-e018-479a-99e1-d689a1221293 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 931 time: 3.0333233
Apr 21 07:00:36.532716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Allocated IP 172.20.0.1 (fc328b38-04f7-450c-96f4-b00d62531f20/c2c0faee-fa98-4e94-937d-7ff46e2f6c88/c22cc578-56e6-4cd4-acfa-c88c3d71fa5a) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:36.662869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:36.714260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:36.723347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-42626cb4-b636-4903-ba24-92cceb4af0e5 req-a75ad67a-fe22-416e-a81e-a5759bc5c1fe tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Synchronizing usage tracker for tenant:d530bbc2ae7d4359ac4420a9edcc5890 on resource:security_group {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:00:36.755209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Attempting to bind port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:00:36.756302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Attempting to bind port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '26c98b8d-2935-4736-a9d3-a692c232d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:00:36.757172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Attempting to bind port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f on network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:36.780264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f on network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:00:36.781275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Attempting to bind port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f on network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:36.805221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Routers {'41a6da66-81c7-45e6-b95e-6523c5f46d90'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:00:36.808708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba584940>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:00:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['41a6da66-81c7-45e6-b95e-6523c5f46d90'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:36.844505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:00:36.845178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Checking segment: {'id': '26c98b8d-2935-4736-a9d3-a692c232d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:36.845922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Bound using segment: {'id': '26c98b8d-2935-4736-a9d3-a692c232d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:00:36.846506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Bound port: ab0b667e-f1b7-4dd5-9971-5a7557ddd37f, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c98b8d-2935-4736-a9d3-a692c232d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:00:36.846910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.850076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:36.924777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-42626cb4-b636-4903-ba24-92cceb4af0e5 req-a75ad67a-fe22-416e-a81e-a5759bc5c1fe tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Unset dirty status for tenant:d530bbc2ae7d4359ac4420a9edcc5890 on resource:security_group {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:00:36.938765 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42626cb4-b636-4903-ba24-92cceb4af0e5 req-a75ad67a-fe22-416e-a81e-a5759bc5c1fe tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4574275
Apr 21 07:00:36.978966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-776aa480-5918-4e66-a23a-2dc5162a4183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:37.018227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-da0b1120-8290-4f77-99ef-70a1c56b68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:37.102949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] For port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:00:37.109185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:37.114764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] For port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,segment=NetworkSegment(26c98b8d-2935-4736-a9d3-a692c232d72a),segment_id=26c98b8d-2935-4736-a9d3-a692c232d72a)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:00:37.126594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:37.146837 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:37.151238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-091f0681-49be-468b-a998-0d1788e8e90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:37.318759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Network fc328b38-04f7-450c-96f4-b00d62531f20 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:37.410444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:37.419557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:37.434606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:37.440300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:37.442015 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] 10.222.0.18 "PUT /v2.0/ports/ab0b667e-f1b7-4dd5-9971-5a7557ddd37f HTTP/1.1" status: 200  len: 1093 time: 3.8816128
Apr 21 07:00:37.442995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cb6e66-6bb0-41d0-a809-cac0347a5e2f', 'tag': 'ab0b667e-f1b7-4dd5-9971-5a7557ddd37f'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:00:37.548692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6badc3908>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:29Z', 'revision_number': 2, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:37.560804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Checking router: 92a4088f-1927-4c51-a877-c0e60062de06 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:00:37.561421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Updating router 92a4088f-1927-4c51-a877-c0e60062de06 port 377d1d05-a87e-4922-bc36-ff7b0184d89b binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:00:37.615003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:37.631707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] Set router 41a6da66-81c7-45e6-b95e-6523c5f46d90 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:00:37.634052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:37.634892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:37.640801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-da0b1120-8290-4f77-99ef-70a1c56b68a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:37.661063 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-da0b1120-8290-4f77-99ef-70a1c56b68a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fc3235f-a5cb-4415-a25a-513a6efd2b77 HTTP/1.1" status: 204  len: 168 time: 1.9286730
Apr 21 07:00:37.669117 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3a5e68bced7441f9755152992a39dfe&name=default HTTP/1.1" status: 200  len: 2975 time: 6.7870398
Apr 21 07:00:37.711757 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b40cf662-70d6-426c-9731-e0798ddd604f req-3adec2a4-7837-426b-9757-08975986472b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.1156476
Apr 21 07:00:37.716486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45888) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:37.719826 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 45892) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:37.803130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:37.855854 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f41197e-baec-4cfa-a948-e99353899299,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:37.871699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512965395', 'description': 'tempest-description--1110748690'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:37.969233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152020-54e9-49e0-bc48-ebc5323df98f req-6d153b0b-4ca0-417f-89e0-677700c1ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:37.970804 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-6d153b0b-4ca0-417f-89e0-677700c1ade4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d530bbc2ae7d4359ac4420a9edcc5890&device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 1096 time: 0.3827336
Apr 21 07:00:37.979982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.003s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:37.982689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.831s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:38.099209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:38.108798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b1120-8290-4f77-99ef-70a1c56b68a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc3235f-a5cb-4415-a25a-513a6efd2b77,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:38.131100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-091f0681-49be-468b-a998-0d1788e8e90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:38.153538 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-091f0681-49be-468b-a998-0d1788e8e90c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2781c807-a2ba-4a5b-8ad3-9c588e4aff8d HTTP/1.1" status: 204  len: 168 time: 2.6554315
Apr 21 07:00:38.330906 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-e2e065ed-37ed-4c20-9c7e-7f98c49fa1e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f HTTP/1.1" status: 200  len: 217 time: 0.3131676
Apr 21 07:00:38.335678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa788f5-89d3-4da2-8520-cb4359761c9b None None] Pushing event updated for resources: {'Port': ['ID=9ad323df-586d-46a9-be58-5ed28d5cf6db,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:38.358911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7aa788f5-89d3-4da2-8520-cb4359761c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.954s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:38.589801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:security_group and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:38.622296 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:38.645718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152020-54e9-49e0-bc48-ebc5323df98f req-e93e3a29-cbab-4502-af5c-9a458153f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:38.653127 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-e93e3a29-cbab-4502-af5c-9a458153f26a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73f7f2a4-76af-4158-a214-d5e096825dc9 HTTP/1.1" status: 200  len: 852 time: 0.2936516
Apr 21 07:00:38.660556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:38.788179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:38.795597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f67c8a9c-defa-4618-b595-1ea97f036395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:38.820397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:38.951497 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-c6ed4a77-4ade-41dc-abb2-2b053ec2a643 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2767799
Apr 21 07:00:38.957135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0681-49be-468b-a998-0d1788e8e90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781c807-a2ba-4a5b-8ad3-9c588e4aff8d,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:39.048223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:39.060018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-091f0681-49be-468b-a998-0d1788e8e90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:39.061784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fa5e370c-ce35-4de9-98a2-e34677f6c732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.820s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:39.118936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:39.311970 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-eb984941-dfb4-4ecb-9e22-dabb161e70e1 service neutron] 10.222.0.18 "GET /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2949755
Apr 21 07:00:39.400884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Pushing event updated for resources: {'Port': ['ID=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:39.429253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:39.447152 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cb6e66-6bb0-41d0-a809-cac0347a5e2f', 'tag': 'ab0b667e-f1b7-4dd5-9971-5a7557ddd37f', 'status': 'completed', 'code': 200}
Apr 21 07:00:39.447342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba584940>, [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 3, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port': {'id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:25Z', 'updated_at': '2021-04-21T07:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:39.463509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:security_group_rule and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:39.463509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:39.464419 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484747f5-6839-4c64-be6e-7bf155072221 None None] The sync data for ids ['41a6da66-81c7-45e6-b95e-6523c5f46d90'] in dv-cinder-779194-2-iscsi is: [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 3, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port': {'id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:25Z', 'updated_at': '2021-04-21T07:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:00:39.469867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.856s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:39.474601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:39.488271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:39.531910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:39.700098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c60edf6c-97fa-4843-a3b3-a3f9c1cbb512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:39.868795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:39.958602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Transition to ACTIVE for port object 377d1d05-a87e-4922-bc36-ff7b0184d89b will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:40.009287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c60edf6c-97fa-4843-a3b3-a3f9c1cbb512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:40.018497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:40.040925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:40.177720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b68d8c-0e42-4353-b17e-868569ee0ffd None None] Pushing event updated for resources: {'Port': ['ID=377d1d05-a87e-4922-bc36-ff7b0184d89b,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:40.274599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-01b68d8c-0e42-4353-b17e-868569ee0ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:40.426815 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1fdea563-523b-41d8-a2cb-aa756ee2a5b6 req-c73cea43-6e07-4975-b275-9a4ea891a1a7 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 210 time: 0.7538118
Apr 21 07:00:40.436088 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32152020-54e9-49e0-bc48-ebc5323df98f req-14be73e3-cd54-4e4f-a7d2-54f2bf975789 service neutron] 10.222.0.18 "GET /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1147151
Apr 21 07:00:40.477278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104a8a-5606-4848-b901-b93aa7f263e4 req-602ac39e-e635-4dc1-b849-4a1405870a73 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:40.508433 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b9104a8a-5606-4848-b901-b93aa7f263e4 req-602ac39e-e635-4dc1-b849-4a1405870a73 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 943 time: 1.8406410
Apr 21 07:00:40.607101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:40.658764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:40.668000 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b9104a8a-5606-4848-b901-b93aa7f263e4 req-9dc90a45-7a1b-4a07-a60a-bbaa3107a5bc tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580818
Apr 21 07:00:40.705465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:40.711110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:40.907569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:40.962862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:40.987479 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45964) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:40.988342 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 3.2342832
Apr 21 07:00:40.995383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Attempting to bind port 377d1d05-a87e-4922-bc36-ff7b0184d89b on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:00:40.995799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Attempting to bind port 377d1d05-a87e-4922-bc36-ff7b0184d89b by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:00:40.996212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Attempting to bind port 377d1d05-a87e-4922-bc36-ff7b0184d89b on network c2c390d5-8404-47fa-b4d9-7c3ce370dcee {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:41.002809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'security_group_rule': {'security_group_id': 'deca175a-849c-4fe2-950d-81b3089eee0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:41.021522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:41.022146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:00:41.022567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Checking segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:41.023046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.023596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Bound using segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:00:41.024029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Bound port: 377d1d05-a87e-4922-bc36-ff7b0184d89b, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:00:41.024447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.032330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:security_group_rule and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:41.041689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:41.061792 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:41.100927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.132554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 9ad323df-586d-46a9-be58-5ed28d5cf6db up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:41.216077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-717659b2-b92c-4013-bca5-0f6559488a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:41.224227 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-717659b2-b92c-4013-bca5-0f6559488a3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d530bbc2ae7d4359ac4420a9edcc5890&device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 1096 time: 0.5825222
Apr 21 07:00:41.476736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c60edf6c-97fa-4843-a3b3-a3f9c1cbb512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.496206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 9ad323df-586d-46a9-be58-5ed28d5cf6db completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:00:41.543955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 9ad323df-586d-46a9-be58-5ed28d5cf6db triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:41.558370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.591646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.604755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Network 67a1169e-2060-4670-bf49-674d028eb240 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:41.665938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deca175a-849c-4fe2-950d-81b3089eee0a,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:41.712070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:41.814275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] For port 377d1d05-a87e-4922-bc36-ff7b0184d89b, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:00:41.823771 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.852646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] For port 377d1d05-a87e-4922-bc36-ff7b0184d89b, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=377d1d05-a87e-4922-bc36-ff7b0184d89b,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:00:41.889537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.943505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-7cc44e39-8eda-4b9f-a3c4-c5a0dffad597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:41.954805 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-7cc44e39-8eda-4b9f-a3c4-c5a0dffad597 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf HTTP/1.1" status: 200  len: 912 time: 0.6730525
Apr 21 07:00:41.955761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:41.962226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:41.971563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:42.026688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e7221c-ee80-495d-903c-e430389990e7,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:42.048974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:42.064193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.156s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:42.089811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:42.091489 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1020381
Apr 21 07:00:42.096689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 45990) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:42.104952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'security_group_rule': {'security_group_id': 'deca175a-849c-4fe2-950d-81b3089eee0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:42.126900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:42.238883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.063s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:42.422594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c60edf6c-97fa-4843-a3b3-a3f9c1cbb512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:42.428628 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c60edf6c-97fa-4843-a3b3-a3f9c1cbb512 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f41197e-baec-4cfa-a948-e99353899299 HTTP/1.1" status: 204  len: 168 time: 4.6597528
Apr 21 07:00:42.452655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b68d8c-0e42-4353-b17e-868569ee0ffd None None] Pushing event updated for resources: {'Port': ['ID=377d1d05-a87e-4922-bc36-ff7b0184d89b,revision_number=4']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:42.476634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-01b68d8c-0e42-4353-b17e-868569ee0ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:42.522395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:00:42.524032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6badc3908>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:00:38Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:42.530932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Pushing event updated for resources: {'Port': ['ID=1563a8d6-5cbf-4d26-bc64-a080abf692fa,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:42.540348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:42.568641 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.858s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:42.643869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:42.677644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:42.678287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:42.714239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60edf6c-97fa-4843-a3b3-a3f9c1cbb512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f41197e-baec-4cfa-a948-e99353899299,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:42.777557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:security_group_rule and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:42.784234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c60edf6c-97fa-4843-a3b3-a3f9c1cbb512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:42.802656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:42.830601 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-d9474e69-7eb3-4afb-b71c-8d4d0effeb2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f HTTP/1.1" status: 200  len: 217 time: 0.5775445
Apr 21 07:00:42.836002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:42.859761 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 11.0763726
Apr 21 07:00:42.992828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:43.036579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027321-2e33-4ce3-8e93-878b7093743a req-2417ba97-bf76-4c4d-8186-1d8d6edd0a22 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:43.040239 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-44027321-2e33-4ce3-8e93-878b7093743a req-2417ba97-bf76-4c4d-8186-1d8d6edd0a22 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 932 time: 0.3803871
Apr 21 07:00:43.080020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 9ad323df-586d-46a9-be58-5ed28d5cf6db, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=9ad323df-586d-46a9-be58-5ed28d5cf6db,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:43.107479 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:43.121379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-af75853c-d517-40c1-840f-d4753482c7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:43.156341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014136fa-feaf-4f7c-9ea8-a7f4648559cc req-cf7ab459-744e-4338-a9a9-c641406033f3 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:43.162258 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-014136fa-feaf-4f7c-9ea8-a7f4648559cc req-cf7ab459-744e-4338-a9a9-c641406033f3 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 943 time: 1.0367861
Apr 21 07:00:43.214112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:43.306015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Request body: {'port': {'device_id': '30aba237-9a51-446c-81e1-d097398c302e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:43.380452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=9ad323df-586d-46a9-be58-5ed28d5cf6db,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:43.405791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:43.533465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-949785e5-35ba-4254-b2ab-ecd8be2f9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:43.537828 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-949785e5-35ba-4254-b2ab-ecd8be2f9d9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73f7f2a4-76af-4158-a214-d5e096825dc9 HTTP/1.1" status: 200  len: 852 time: 0.6902034
Apr 21 07:00:43.699420 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-080bc3e4-7dcd-42ef-9670-030652b48cd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1174603
Apr 21 07:00:43.768424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:43.773750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:43.810844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:00:44.247171 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-ad2bceb9-4275-40d8-a113-b8d35a53842d service neutron] 10.222.0.18 "GET /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4706275
Apr 21 07:00:44.264507 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-014136fa-feaf-4f7c-9ea8-a7f4648559cc req-cd4f5ce3-2a1f-4516-9078-a5ddc1d74132 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0520508
Apr 21 07:00:44.265006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:44.297966 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-44027321-2e33-4ce3-8e93-878b7093743a req-d4815bb6-dffb-4b99-84e1-09ce6314919a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1335847
Apr 21 07:00:44.384594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.resource_extend [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 07:00:44.462112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:44.468777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:44.475265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:44.491669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:44.639845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f240dcc0-0185-463d-b413-08ce7dd0b681 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:44.716208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:44.721270 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.6225829
Apr 21 07:00:44.959617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46032) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:44.960218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46036) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:44.961670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e04aa1f-274e-4e6c-94aa-44b2f9d6e2aa,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:44.967434 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-275cdd4f-2490-44e5-bc46-9eac27fdcf5a req-e37aa54d-ae2e-45ed-9379-25d80bfaa890 service neutron] 10.222.0.18 "GET /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6678839
Apr 21 07:00:44.973021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:45.003234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:45.008367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Network fc328b38-04f7-450c-96f4-b00d62531f20 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:45.011098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Pushing event updated for resources: {'Port': ['ID=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:45.013824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:45.017101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:45.033180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:floatingip and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:45.036396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:45.044974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:45.060345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:45.090156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:45.099500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:45.151412 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:45.161096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb43332cbdd488b8500e298ba5afc6a is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:45.234003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:45.250730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:45.443460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 9ad323df-586d-46a9-be58-5ed28d5cf6db up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:45.500059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:45.708273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 9ad323df-586d-46a9-be58-5ed28d5cf6db triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:45.710127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:45.791175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:45.805226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:45.836420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6badc3908>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:41Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:45.868253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338875c4-88b6-44a7-8838-322f1d1a1d1b None None] The sync data for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi is: [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:41Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:00:45.917877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:46.056054 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cb43332cbdd488b8500e298ba5afc6a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0852704
Apr 21 07:00:46.096308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46060) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:46.162040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486e47ae-d3c1-4e7e-bfae-7f84338c6d32,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:46.329933 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:46.476894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Router 41a6da66-81c7-45e6-b95e-6523c5f46d90 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:00:46.704354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Allocated IP 172.27.0.190 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/848acc52-f89f-40f2-abab-de3b49e80a11) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:46.789045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f553668-27a7-46aa-ab79-15a4baec69b4 req-61e72904-7d41-4047-bd28-7bdec1f69ff2 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:46.802224 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3f553668-27a7-46aa-ab79-15a4baec69b4 req-61e72904-7d41-4047-bd28-7bdec1f69ff2 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 943 time: 0.8884459
Apr 21 07:00:46.975574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:47.047506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46074) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:47.088817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-59b4fe1c-4113-4183-a5d4-eb924261d63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:47.121127 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3f553668-27a7-46aa-ab79-15a4baec69b4 req-873c912d-69a5-4795-8c74-f16788bb75d2 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3178489
Apr 21 07:00:47.141321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb07e2-09fd-4971-b88d-5e28ff09ac05 req-9d0a008e-1560-47a0-98a0-80d7cdf3f735 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:47.143168 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5edb07e2-09fd-4971-b88d-5e28ff09ac05 req-9d0a008e-1560-47a0-98a0-80d7cdf3f735 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 932 time: 0.9435594
Apr 21 07:00:47.497179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 377d1d05-a87e-4922-bc36-ff7b0184d89b up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:47.661550 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5edb07e2-09fd-4971-b88d-5e28ff09ac05 req-28df15ba-9f3c-4dc8-9ce6-cb3920375c08 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4723036
Apr 21 07:00:47.785878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:47.878657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 377d1d05-a87e-4922-bc36-ff7b0184d89b completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:00:47.895722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 377d1d05-a87e-4922-bc36-ff7b0184d89b triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:47.898049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:47.900723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:47.903879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:47.929724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1563a8d6-5cbf-4d26-bc64-a080abf692fa {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:00:47.947687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:47.984649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Transition to ACTIVE for port object 1563a8d6-5cbf-4d26-bc64-a080abf692fa will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:47.994488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-59b4fe1c-4113-4183-a5d4-eb924261d63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:48.046329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:48.054244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:48.056012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:48.074603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:48.091366 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:48.128897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:48.150975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Usage tracker for resource:security_group_rule and tenant:db0d73fbecc64e5c81a9359a6fd76bea is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:48.159137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:48.190480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:48.218653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'Port': ['ID=848acc52-f89f-40f2-abab-de3b49e80a11,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:48.233162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:48.247043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:48.319599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:48.354198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 377d1d05-a87e-4922-bc36-ff7b0184d89b, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=377d1d05-a87e-4922-bc36-ff7b0184d89b,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:48.361175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:48.367079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:48.492720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=377d1d05-a87e-4922-bc36-ff7b0184d89b,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:48.496973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:48.578320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:48.650150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d3b8e1dd-c0d6-4081-b2e4-d78d780c6244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:48.820194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:48.822722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Pushing event updated for resources: {'Port': ['ID=1563a8d6-5cbf-4d26-bc64-a080abf692fa,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:48.845684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d90a9a-1a55-48c0-91c0-5197a3c36fce req-150367f4-d678-4e79-91c6-7578dcd415ce tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:48.868500 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31d90a9a-1a55-48c0-91c0-5197a3c36fce req-150367f4-d678-4e79-91c6-7578dcd415ce tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 943 time: 0.3728347
Apr 21 07:00:49.019118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.020926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:49.182258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:00:49.201204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Sync routers for ids ['41a6da66-81c7-45e6-b95e-6523c5f46d90'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:00:49.237722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Routers {'41a6da66-81c7-45e6-b95e-6523c5f46d90'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:00:49.238637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba7bc5f8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:00:38Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['41a6da66-81c7-45e6-b95e-6523c5f46d90'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:49.244640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:49.305361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db0d73fbecc64e5c81a9359a6fd76bea&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2021914
Apr 21 07:00:49.319759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4765087-0a53-4770-9e1a-229f229b79b3,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:49.327070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Attempting to bind port 1563a8d6-5cbf-4d26-bc64-a080abf692fa on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:00:49.328223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Attempting to bind port 1563a8d6-5cbf-4d26-bc64-a080abf692fa by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:00:49.329092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Attempting to bind port 1563a8d6-5cbf-4d26-bc64-a080abf692fa on network 67a1169e-2060-4670-bf49-674d028eb240 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:49.347197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46108) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:49.349780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:49.353951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Port 1563a8d6-5cbf-4d26-bc64-a080abf692fa on network 67a1169e-2060-4670-bf49-674d028eb240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:00:49.355146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Attempting to bind port 1563a8d6-5cbf-4d26-bc64-a080abf692fa on network 67a1169e-2060-4670-bf49-674d028eb240 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:49.394430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:00:49.395102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Checking segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:49.396230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Bound using segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:00:49.397245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Bound port: 1563a8d6-5cbf-4d26-bc64-a080abf692fa, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:00:49.398004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.417842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 377d1d05-a87e-4922-bc36-ff7b0184d89b up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:49.427485 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31d90a9a-1a55-48c0-91c0-5197a3c36fce req-2a7022b5-124b-4873-ab7a-167ea681933c tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5574079
Apr 21 07:00:49.434378 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] 10.222.0.36 "PUT /v2.0/routers/41a6da66-81c7-45e6-b95e-6523c5f46d90/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.8164911
Apr 21 07:00:49.503738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.508943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.517930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0adb78f8-60f9-4cb9-bcda-69c10f82aa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:49.588539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 377d1d05-a87e-4922-bc36-ff7b0184d89b triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:49.589308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.625139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] For port 1563a8d6-5cbf-4d26-bc64-a080abf692fa, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:00:49.633039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] For port 1563a8d6-5cbf-4d26-bc64-a080abf692fa, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:00:49.648540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-59b4fe1c-4113-4183-a5d4-eb924261d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.650884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.663606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'Port': ['ID=848acc52-f89f-40f2-abab-de3b49e80a11,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:49.689631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:49.723176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.749570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-091f0681-49be-468b-a998-0d1788e8e90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:49.765405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.777043 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8083217
Apr 21 07:00:49.802206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f72f49-7137-42b7-b3e4-441a29e75a8c req-3dcc2d7c-8e99-44a5-a6ae-fc68ed321bca tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:49.803935 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-38f72f49-7137-42b7-b3e4-441a29e75a8c req-3dcc2d7c-8e99-44a5-a6ae-fc68ed321bca tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 944 time: 0.5224912
Apr 21 07:00:49.809709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-62910767-31e1-400b-a52e-991ac94cbd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:49.816911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Set router 41a6da66-81c7-45e6-b95e-6523c5f46d90 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:00:49.878406 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-38f72f49-7137-42b7-b3e4-441a29e75a8c req-979bab71-e5f8-4ccd-be9b-56ad57215401 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660686
Apr 21 07:00:49.937635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-62910767-31e1-400b-a52e-991ac94cbd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:50.050436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-59b4fe1c-4113-4183-a5d4-eb924261d63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:50.052737 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-59b4fe1c-4113-4183-a5d4-eb924261d63b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/486e47ae-d3c1-4e7e-bfae-7f84338c6d32 HTTP/1.1" status: 204  len: 168 time: 3.7635803
Apr 21 07:00:50.063728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-62910767-31e1-400b-a52e-991ac94cbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:50.083475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4fe1c-4113-4183-a5d4-eb924261d63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486e47ae-d3c1-4e7e-bfae-7f84338c6d32,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:50.089827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-59b4fe1c-4113-4183-a5d4-eb924261d63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:50.105422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:50.244223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Pushing event updated for resources: {'Port': ['ID=1563a8d6-5cbf-4d26-bc64-a080abf692fa,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:50.249221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:50.250368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:50.263006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:50.263871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:50.265995 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] 10.222.0.18 "PUT /v2.0/ports/1563a8d6-5cbf-4d26-bc64-a080abf692fa HTTP/1.1" status: 200  len: 1094 time: 6.9860344
Apr 21 07:00:50.267209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62910767-31e1-400b-a52e-991ac94cbd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4765087-0a53-4770-9e1a-229f229b79b3,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:50.269197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aba237-9a51-446c-81e1-d097398c302e', 'tag': '1563a8d6-5cbf-4d26-bc64-a080abf692fa'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:00:50.352395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-62910767-31e1-400b-a52e-991ac94cbd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:50.360580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-62910767-31e1-400b-a52e-991ac94cbd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:50.362201 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-62910767-31e1-400b-a52e-991ac94cbd87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4765087-0a53-4770-9e1a-229f229b79b3 HTTP/1.1" status: 204  len: 168 time: 0.9933453
Apr 21 07:00:50.390609 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-eb327e2d-b92b-4bb8-8720-074a4fc09ed0 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1512965395&fields=id&tenant_id=3596f42eb08745dbb854a94eb1773a9b HTTP/1.1" status: 200  len: 267 time: 0.1831391
Apr 21 07:00:50.539289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-8b29135e-0c25-4284-93bd-8037cb0d43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:50.541044 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-8b29135e-0c25-4284-93bd-8037cb0d43a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 1097 time: 0.1901469
Apr 21 07:00:50.573472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba7bc5f8>, [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:00:40Z', 'revision_number': 4, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port': {'id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:25Z', 'updated_at': '2021-04-21T07:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'c22cc578-56e6-4cd4-acfa-c88c3d71fa5a', 'name': '', 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'mac_address': 'fa:16:3e:cf:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2c0faee-fa98-4e94-937d-7ff46e2f6c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:35Z', 'updated_at': '2021-04-21T07:00:42Z', 'revision_number': 2, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'subnets': [{'id': 'c2c0faee-fa98-4e94-937d-7ff46e2f6c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:50.580108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Checking router: 41a6da66-81c7-45e6-b95e-6523c5f46d90 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:00:50.584558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Updating router 41a6da66-81c7-45e6-b95e-6523c5f46d90 port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:00:50.709426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:50.808154 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-0cdc7604-e7de-4648-a7b0-31dde36d8266 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:50.821765 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-0cdc7604-e7de-4648-a7b0-31dde36d8266 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 810 time: 0.4181440
Apr 21 07:00:50.853742 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-a853b295-5d8b-4017-803b-06131509e320 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa HTTP/1.1" status: 200  len: 217 time: 0.2961273
Apr 21 07:00:50.857211 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-28a5122e-0389-41b7-a71b-779cb8ae5cbb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/quotas/3596f42eb08745dbb854a94eb1773a9b HTTP/1.1" status: 200  len: 375 time: 0.0342660
Apr 21 07:00:51.134140 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-7d7a5a4e-7329-4d71-af4a-2f80f5a26da4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2657883
Apr 21 07:00:51.183653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-83fac5ba-be17-4993-aed6-472ff01d6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:51.196576 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-83fac5ba-be17-4993-aed6-472ff01d6b18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.3094816
Apr 21 07:00:51.399503 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-4f823c2d-4e3d-42a4-b092-f854bd1b23ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1956661
Apr 21 07:00:51.716356 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-e5d5edc6-37bd-493b-a3b7-be0873bc5c7f service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3094282
Apr 21 07:00:51.857737 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-4da9418b-b682-4a75-886c-62fc503b4dac service neutron] 10.222.0.36 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7219853
Apr 21 07:00:51.939870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:51.956111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Transition to ACTIVE for port object c22cc578-56e6-4cd4-acfa-c88c3d71fa5a will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:51.963086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:51.970656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:51.979511 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c46eb3-76e5-4bc8-9ac3-d041da6ee2cb req-3c95d8ca-1004-4650-9c6b-2b52afe80aef service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2520659
Apr 21 07:00:52.063441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4338cf2-ce67-44da-9686-bc2e309cd51f None None] Pushing event updated for resources: {'Port': ['ID=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:52.067469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c4338cf2-ce67-44da-9686-bc2e309cd51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:52.158618 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-578461f0-2eb3-493d-b433-c9f267916346 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2892857
Apr 21 07:00:52.186283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-930fb224-103f-4d90-a6ec-ba58e718e698 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:52.189374 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-930fb224-103f-4d90-a6ec-ba58e718e698 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 818 time: 0.7722673
Apr 21 07:00:52.246538 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-740a2962-802a-444a-b5b6-e0de13f786e8 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/quotas/496818e087714e00b3b746ac8b0cdbbb HTTP/1.1" status: 200  len: 375 time: 0.0476482
Apr 21 07:00:52.260337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Attempting to bind port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:00:52.260951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Attempting to bind port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:00:52.261391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Attempting to bind port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a on network fc328b38-04f7-450c-96f4-b00d62531f20 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:00:52.269041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:00:52.269517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Checking segment: {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:00:52.269992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:52.270454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Bound using segment: {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:00:52.271277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Bound port: c22cc578-56e6-4cd4-acfa-c88c3d71fa5a, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:00:52.271739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:52.642478 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-d5ef9516-b204-4ccd-a587-50286a075f99 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3791475
Apr 21 07:00:52.743415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] For port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:00:52.747711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] For port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:00:52.753294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:52.768073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:52.865426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4338cf2-ce67-44da-9686-bc2e309cd51f None None] Pushing event updated for resources: {'Port': ['ID=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:52.869274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c4338cf2-ce67-44da-9686-bc2e309cd51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:52.875029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Routers {'41a6da66-81c7-45e6-b95e-6523c5f46d90'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:00:52.875786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba7bc5f8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:00:38Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['41a6da66-81c7-45e6-b95e-6523c5f46d90'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:53.196516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] Set router 41a6da66-81c7-45e6-b95e-6523c5f46d90 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:00:53.487236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de779c0e-cd2f-4830-8e0b-5b2dc7d6d701 req-75ac25a3-46cc-46bd-8a58-5f2b552a75e7 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:53.505685 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de779c0e-cd2f-4830-8e0b-5b2dc7d6d701 req-75ac25a3-46cc-46bd-8a58-5f2b552a75e7 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 943 time: 0.4607079
Apr 21 07:00:53.601673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device ab0b667e-f1b7-4dd5-9971-5a7557ddd37f details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:00:53.667254 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-b6223752-d762-401f-a28b-bc74637ba715 service neutron] 10.222.0.36 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9917643
Apr 21 07:00:53.838316 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de779c0e-cd2f-4830-8e0b-5b2dc7d6d701 req-ddbcb83a-32f6-4569-9640-cdf33694e243 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3311629
Apr 21 07:00:53.967903 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-a7a9b634-7f62-41ca-8aba-50c7e34a29e7 service neutron] 10.222.0.36 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2920017
Apr 21 07:00:54.150009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba7bc5f8>, [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:00:40Z', 'revision_number': 4, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port': {'id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:25Z', 'updated_at': '2021-04-21T07:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'c22cc578-56e6-4cd4-acfa-c88c3d71fa5a', 'name': '', 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'mac_address': 'fa:16:3e:cf:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2c0faee-fa98-4e94-937d-7ff46e2f6c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:35Z', 'updated_at': '2021-04-21T07:00:52Z', 'revision_number': 4, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'subnets': [{'id': 'c2c0faee-fa98-4e94-937d-7ff46e2f6c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:00:54.163829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,segment=NetworkSegment(26c98b8d-2935-4736-a9d3-a692c232d72a),segment_id=26c98b8d-2935-4736-a9d3-a692c232d72a)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:54.181947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81acf0-ec5c-424f-a37e-4143ffbd6ddb None None] The sync data for ids ['41a6da66-81c7-45e6-b95e-6523c5f46d90'] in dv-cinder-779194-2-iscsi is: [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:00:40Z', 'revision_number': 4, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port': {'id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:25Z', 'updated_at': '2021-04-21T07:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'c22cc578-56e6-4cd4-acfa-c88c3d71fa5a', 'name': '', 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'mac_address': 'fa:16:3e:cf:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2c0faee-fa98-4e94-937d-7ff46e2f6c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:35Z', 'updated_at': '2021-04-21T07:00:52Z', 'revision_number': 4, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'subnets': [{'id': 'c2c0faee-fa98-4e94-937d-7ff46e2f6c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:00:54.193420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': 'ab0b667e-f1b7-4dd5-9971-5a7557ddd37f', 'network_id': 'e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf', 'port_id': 'ab0b667e-f1b7-4dd5-9971-5a7557ddd37f', 'mac_address': 'fa:16:3e:93:36:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f7f2a4-76af-4158-a214-d5e096825dc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:00:54.230682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e821-5851-497d-80bb-93346907915b req-c43df80f-55b1-4830-8eb4-dcecdb78ad44 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:54.232482 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bfa0e821-5851-497d-80bb-93346907915b req-c43df80f-55b1-4830-8eb4-dcecdb78ad44 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 944 time: 0.2134633
Apr 21 07:00:54.411779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:54.450057 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bfa0e821-5851-497d-80bb-93346907915b req-d20869d5-fccd-4b53-825b-57b99193628f tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024934
Apr 21 07:00:54.476480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0b667e-f1b7-4dd5-9971-5a7557ddd37f {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:00:54.534403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,segment=NetworkSegment(26c98b8d-2935-4736-a9d3-a692c232d72a),segment_id=26c98b8d-2935-4736-a9d3-a692c232d72a)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:54.541449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:54.544160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4025f7d0-64ed-4780-a9b8-7d183de8d363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:54.683321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:54.687593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:54.855636 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2c70528d-85b8-44b1-aa40-392f2f540b54 req-1058d634-fbf9-4787-bb61-a97756f022c4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 210 time: 0.0921047
Apr 21 07:00:54.870979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['ab0b667e-f1b7-4dd5-9971-5a7557ddd37f'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:00:55.068335 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30aba237-9a51-446c-81e1-d097398c302e', 'tag': '1563a8d6-5cbf-4d26-bc64-a080abf692fa', 'status': 'completed', 'code': 200}
Apr 21 07:00:55.141100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:00:55.181586 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ef4329bd-f3bf-4b88-9680-111ac4318f2a req-008417b9-0a4f-4231-82e1-5fb89fd1ffad tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 210 time: 0.1851416
Apr 21 07:00:55.420139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-b6934731-90fb-4e60-930e-d9bb8192d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:55.426214 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-b6934731-90fb-4e60-930e-d9bb8192d815 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 1097 time: 0.3067749
Apr 21 07:00:55.569694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device c22cc578-56e6-4cd4-acfa-c88c3d71fa5a up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:55.610163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 1563a8d6-5cbf-4d26-bc64-a080abf692fa details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:00:55.964777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-d2265a61-344a-4e82-9ef0-f30b39573905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:55.966553 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-d2265a61-344a-4e82-9ef0-f30b39573905 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 914 time: 0.5357881
Apr 21 07:00:56.112718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 1563a8d6-5cbf-4d26-bc64-a080abf692fa, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:56.144324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '1563a8d6-5cbf-4d26-bc64-a080abf692fa', 'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'port_id': '1563a8d6-5cbf-4d26-bc64-a080abf692fa', 'mac_address': 'fa:16:3e:f2:ff:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f5e72f-dfca-4871-9598-82765e63758d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:00:56.153061 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-a6cd4754-bd8a-4baa-b345-f2f48607c447 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa HTTP/1.1" status: 200  len: 217 time: 0.1670556
Apr 21 07:00:56.263289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:56.278283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:00:56.301314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:56.301820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:56.376037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-820e5045-25e0-4acc-a943-21fce8ffc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:56.379620 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-820e5045-25e0-4acc-a943-21fce8ffc5e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.2200561
Apr 21 07:00:56.454243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1563a8d6-5cbf-4d26-bc64-a080abf692fa {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:00:56.502748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e843e92-1e02-4a2d-bfef-1bcbf92a80be req-f2b78256-682e-4cba-9e61-e61e879db097 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:56.520701 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-b589a3c3-d48e-49ad-92ed-98ce83a06cdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1231341
Apr 21 07:00:56.531185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 1563a8d6-5cbf-4d26-bc64-a080abf692fa, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:56.534173 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2e843e92-1e02-4a2d-bfef-1bcbf92a80be req-f2b78256-682e-4cba-9e61-e61e879db097 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 944 time: 1.0664036
Apr 21 07:00:56.567244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:56.573413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c4338cf2-ce67-44da-9686-bc2e309cd51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:56.670353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=1563a8d6-5cbf-4d26-bc64-a080abf692fa,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:56.676251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:56.686332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:56.783379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:56.789077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:56.795853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7aa788f5-89d3-4da2-8520-cb4359761c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:56.800533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-9a15fafc-4e6e-44db-90dc-37098383763c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:56.802434 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-9a15fafc-4e6e-44db-90dc-37098383763c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 810 time: 1.1818531
Apr 21 07:00:56.819348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493028c9-1cd2-454c-8d0f-48281af6ec4b req-6204811a-318f-4bc0-a500-cfbcc1546282 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:56.821607 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-493028c9-1cd2-454c-8d0f-48281af6ec4b req-6204811a-318f-4bc0-a500-cfbcc1546282 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 944 time: 0.7961156
Apr 21 07:00:56.837267 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2e843e92-1e02-4a2d-bfef-1bcbf92a80be req-58198cfd-1383-474e-ba26-c55215e13947 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2642026
Apr 21 07:00:56.877401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-ac4e1163-6b2a-40dc-be85-c73c16249475 service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3490300
Apr 21 07:00:56.938039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1563a8d6-5cbf-4d26-bc64-a080abf692fa'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:00:57.083558 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-493028c9-1cd2-454c-8d0f-48281af6ec4b req-94206798-0ab8-4cf1-be44-a97b2e446f99 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027788
Apr 21 07:00:57.185194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.18', 54424) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:57.189188 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-6bdf8f3c-26b8-443e-a710-f36448178ce9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3596f42eb08745dbb854a94eb1773a9b HTTP/1.1" status: 200  len: 380 time: 0.3663967
Apr 21 07:00:57.257685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:57.263962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:57.340069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'port': {'device_id': '9e735e87-6a66-4add-b443-01b595f3da8e', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'admin_state_up': True, 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'security_groups': ['deca175a-849c-4fe2-950d-81b3089eee0a']}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:57.535355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-df485c67-006e-421b-8a1f-1c901292d859 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:57.536773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-df485c67-006e-421b-8a1f-1c901292d859 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Synchronizing usage tracker for tenant:496818e087714e00b3b746ac8b0cdbbb on resource:network {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:00:57.549754 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddb210ee-99ba-4f5a-b23a-a30172a88b96 req-9017b467-d9f8-4a14-b091-7ae68c939e69 service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6616037
Apr 21 07:00:57.560000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device ab0b667e-f1b7-4dd5-9971-5a7557ddd37f up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:57.584606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-df485c67-006e-421b-8a1f-1c901292d859 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Unset dirty status for tenant:496818e087714e00b3b746ac8b0cdbbb on resource:network {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:00:57.586338 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-df485c67-006e-421b-8a1f-1c901292d859 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.18 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 818 time: 0.3985000
Apr 21 07:00:57.619437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Request body: {'port': {'device_id': 'b9f08f77-b6a0-488e-a578-3213d2440a19', 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20', 'admin_state_up': True, 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:00:57.654738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:00:57.662843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:57.663563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:57.733097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:57.738603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:port and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:57.742829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:57.751909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:57.769409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714462f-f018-4525-be07-1214e94b36c7 req-1818b2bd-3955-4ad8-8f0d-f3ea632000df tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:57.777616 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-1818b2bd-3955-4ad8-8f0d-f3ea632000df tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 818 time: 0.7278419
Apr 21 07:00:57.801564 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aebe5084-20d3-4be7-bd06-65cda599c3e1 req-74902366-35df-467f-ac7b-54bd3b6a2dcf tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 210 time: 0.1285541
Apr 21 07:00:57.806478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Made reservation on behalf of 3596f42eb08745dbb854a94eb1773a9b for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:57.813506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:57.845030 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-fdc2bbb6-4d38-4b9a-9f84-9f77d45f22f3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/quotas/496818e087714e00b3b746ac8b0cdbbb HTTP/1.1" status: 200  len: 375 time: 0.0661891
Apr 21 07:00:57.852142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:57.856272 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:57.862999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Usage tracker for resource:port and tenant:496818e087714e00b3b746ac8b0cdbbb is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:57.871848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:57.907629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:57.911345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,segment=NetworkSegment(26c98b8d-2935-4736-a9d3-a692c232d72a),segment_id=26c98b8d-2935-4736-a9d3-a692c232d72a)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:00:57.912601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cb6e66-6bb0-41d0-a809-cac0347a5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0b667e-f1b7-4dd5-9971-5a7557ddd37f'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:00:57.939580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Made reservation on behalf of 496818e087714e00b3b746ac8b0cdbbb for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:00:57.965070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:58.022013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:58.024473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:58.129564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:58.146217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:58.215841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46388) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:58.279163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Allocated IP 172.20.0.3 (fc328b38-04f7-450c-96f4-b00d62531f20/c2c0faee-fa98-4e94-937d-7ff46e2f6c88/112d7730-4e47-447e-b3be-c1d5bad06fe9) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:58.480342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:58.516911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:00:58.521745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Usage tracker for resource:security_group_rule and tenant:84408babd3d44e06ba33ca048bdb6deb is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:00:58.525505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:00:58.532950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:00:58.663579 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-2541cbae-813c-4d22-947d-5569ec983f62 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8170631
Apr 21 07:00:58.899140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:58.904886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:58.921888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7c6b46ef-7c86-4df5-b150-4003166e6d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:58.989106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be5c5e9-be65-4776-9450-e2a56767ee2d,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:59.002217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:59.004854 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84408babd3d44e06ba33ca048bdb6deb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7879193
Apr 21 07:00:59.010575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46414) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:00:59.016998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.028705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Allocated IP 172.20.0.14 (c2c390d5-8404-47fa-b4d9-7c3ce370dcee/5b771c03-e7f0-43b0-81ea-60421e9a0ff5/63e443f4-a142-4207-a80c-9ba68249d222) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:00:59.104623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f84a7c7c-1d4e-4bc4-af15-da0abfb56fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.137383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f84a7c7c-1d4e-4bc4-af15-da0abfb56fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.167843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.199077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:59.213911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dbfb2-51ad-4ea0-8266-9f1184cd72fa req-62fc0fa3-8479-4d60-8471-31256e89ba2e tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:59.222621 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c9dbfb2-51ad-4ea0-8266-9f1184cd72fa req-62fc0fa3-8479-4d60-8471-31256e89ba2e tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 1.1627593
Apr 21 07:00:59.292923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device c22cc578-56e6-4cd4-acfa-c88c3d71fa5a up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:00:59.305940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Network fc328b38-04f7-450c-96f4-b00d62531f20 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:59.313632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:59.315891 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-103d4258-10bf-4e42-b5ea-8cb34fb868e0 service neutron] 10.222.0.36 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6342864
Apr 21 07:00:59.331924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:59.334539 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c9dbfb2-51ad-4ea0-8266-9f1184cd72fa req-44adde78-b7e7-4e54-866d-51c13b8926ed tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051211
Apr 21 07:00:59.344078 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:59.345361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.400869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Pushing event updated for resources: {'Port': ['ID=112d7730-4e47-447e-b3be-c1d5bad06fe9,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:59.416777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:59.418134 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f84a7c7c-1d4e-4bc4-af15-da0abfb56fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.424944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f84a7c7c-1d4e-4bc4-af15-da0abfb56fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.427139 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f84a7c7c-1d4e-4bc4-af15-da0abfb56fcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9be5c5e9-be65-4776-9450-e2a56767ee2d HTTP/1.1" status: 204  len: 168 time: 0.4148529
Apr 21 07:00:59.428861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:59.472132 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8590081
Apr 21 07:00:59.478719 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a7c7c-1d4e-4bc4-af15-da0abfb56fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be5c5e9-be65-4776-9450-e2a56767ee2d,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:59.489056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f84a7c7c-1d4e-4bc4-af15-da0abfb56fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:59.532116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:00:59.532811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.609647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.667587 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-4e8e4d10-ea58-448f-97f0-ab702df652e1 service neutron] 10.222.0.36 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3130345
Apr 21 07:00:59.668852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Transition to ACTIVE for port object 63e443f4-a142-4207-a80c-9ba68249d222 will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:00:59.712306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74aabb-057e-4cb6-a941-f035aae910bb req-48c37b89-a0b6-4685-bab5-da1f80ca51ae tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:59.714096 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0e74aabb-057e-4cb6-a941-f035aae910bb req-48c37b89-a0b6-4685-bab5-da1f80ca51ae tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 945 time: 0.2117417
Apr 21 07:00:59.745884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.760439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:00:59.852731 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0e74aabb-057e-4cb6-a941-f035aae910bb req-380c7c25-b6b9-4da2-8ee7-6cce0cea6994 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271260
Apr 21 07:00:59.863931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:00:59.869056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:00:59.885688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:00:59.904231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:00:59.905005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:00:59.923089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'Port': ['ID=63e443f4-a142-4207-a80c-9ba68249d222,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:00:59.929425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:00:59.939728 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6041770
Apr 21 07:01:00.151396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46438) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:00.182921 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cb6e66-6bb0-41d0-a809-cac0347a5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0b667e-f1b7-4dd5-9971-5a7557ddd37f', 'code': 200}
Apr 21 07:01:00.266631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:00.298913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-67a7fcc3-5f60-4b3d-9c0c-0936b9a654e8 None None] Provisioning for port 63e443f4-a142-4207-a80c-9ba68249d222 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:01:00.320240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-67a7fcc3-5f60-4b3d-9c0c-0936b9a654e8 None None] Provisioning complete for port 63e443f4-a142-4207-a80c-9ba68249d222 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:01:00.321076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-67a7fcc3-5f60-4b3d-9c0c-0936b9a654e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:00.371605 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b1ce4379-3f99-4fb1-9a8f-b1989cad8380 req-0c49f027-160b-455e-ada6-1ad9084bb27a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 210 time: 0.0771151
Apr 21 07:01:00.373104 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:00.379622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Usage tracker for resource:security_group_rule and tenant:780a3d9fa86f4bcc92ea3b482e3809c5 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:00.387811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:00.420682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:00.461200 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac43652-8d03-4ea1-9515-634d23fc769c req-48aff5c1-bbc4-4e6b-8067-dd919eb5495c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:00.461788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-fac43652-8d03-4ea1-9515-634d23fc769c req-48aff5c1-bbc4-4e6b-8067-dd919eb5495c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Synchronizing usage tracker for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:01:00.510548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-fac43652-8d03-4ea1-9515-634d23fc769c req-48aff5c1-bbc4-4e6b-8067-dd919eb5495c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Unset dirty status for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:01:00.518820 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fac43652-8d03-4ea1-9515-634d23fc769c req-48aff5c1-bbc4-4e6b-8067-dd919eb5495c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 932 time: 0.3301370
Apr 21 07:01:00.594059 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fac43652-8d03-4ea1-9515-634d23fc769c req-e5413f85-2f77-4fe0-872b-06a74082fc1b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738666
Apr 21 07:01:00.657318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-67a7fcc3-5f60-4b3d-9c0c-0936b9a654e8 None None] Port 63e443f4-a142-4207-a80c-9ba68249d222 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:01:00.673447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:00.724033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:00.738389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:00.798495 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=780a3d9fa86f4bcc92ea3b482e3809c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6457634
Apr 21 07:01:00.801735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dba403-2272-4a36-a806-b02fcfd3aab7,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:00.802918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46448) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:00.806234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:00.853738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ee0f0-b99f-4ac5-8549-29e16ca75d39 req-ef131a5b-5c95-49fc-af86-f8d11ba92899 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:00.855492 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-874ee0f0-b99f-4ac5-8549-29e16ca75d39 req-ef131a5b-5c95-49fc-af86-f8d11ba92899 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 0.1857672
Apr 21 07:01:00.887462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-177cde18-404d-40e0-b026-e4ce72836813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:00.917799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Request body: {'port': {'device_id': 'b9f08f77-b6a0-488e-a578-3213d2440a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:00.919968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 1563a8d6-5cbf-4d26-bc64-a080abf692fa up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:01:00.924329 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-874ee0f0-b99f-4ac5-8549-29e16ca75d39 req-80182c53-5b6a-4ed8-9690-dee5afe7156b tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596421
Apr 21 07:01:00.962446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Request body: {'port': {'device_id': '9e735e87-6a66-4add-b443-01b595f3da8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:00.976645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-177cde18-404d-40e0-b026-e4ce72836813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:01.082665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 1563a8d6-5cbf-4d26-bc64-a080abf692fa completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:01:01.104469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 1563a8d6-5cbf-4d26-bc64-a080abf692fa triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:01:01.105002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:01.202151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:01.234001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-177cde18-404d-40e0-b026-e4ce72836813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:01.330140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:01.383811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:01.413074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:01.433044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 1563a8d6-5cbf-4d26-bc64-a080abf692fa, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:01.437950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:01.446567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:01.612264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e162b8-6b0f-4a7f-8d67-64a4308d4785 req-2953c34f-b1fd-4a31-a4c0-29071437ab07 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:01.614320 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-59e162b8-6b0f-4a7f-8d67-64a4308d4785 req-2953c34f-b1fd-4a31-a4c0-29071437ab07 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 945 time: 0.3599031
Apr 21 07:01:01.656663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=1563a8d6-5cbf-4d26-bc64-a080abf692fa,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:01.663603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:01.699842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-177cde18-404d-40e0-b026-e4ce72836813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:01.701193 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-177cde18-404d-40e0-b026-e4ce72836813 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71dba403-2272-4a36-a806-b02fcfd3aab7 HTTP/1.1" status: 204  len: 168 time: 0.8970752
Apr 21 07:01:01.702511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cde18-404d-40e0-b026-e4ce72836813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dba403-2272-4a36-a806-b02fcfd3aab7,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:01.721965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-177cde18-404d-40e0-b026-e4ce72836813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:01.862294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-ad9d0c48-f21c-4cba-b795-0add8537ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:01.864277 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-ad9d0c48-f21c-4cba-b795-0add8537ac15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 1098 time: 0.5490453
Apr 21 07:01:01.982881 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3aeba858-709e-4b94-8f62-6356f3714cf5 req-de17c813-f1f0-46a3-9565-dc444887289d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 210 time: 0.2017748
Apr 21 07:01:02.019961 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-59e162b8-6b0f-4a7f-8d67-64a4308d4785 req-e743eb96-d4f1-4754-8a3e-2a3016592b07 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3920963
Apr 21 07:01:02.057792 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112d7730-4e47-447e-b3be-c1d5bad06fe9 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:02.073708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:02.123458 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Transition to ACTIVE for port object 112d7730-4e47-447e-b3be-c1d5bad06fe9 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:01:02.131991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:02.152533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:02.184047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba237-9a51-446c-81e1-d097398c302e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1563a8d6-5cbf-4d26-bc64-a080abf692fa'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:02.622727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Pushing event updated for resources: {'Port': ['ID=112d7730-4e47-447e-b3be-c1d5bad06fe9,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:02.651299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:02.718581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Attempting to bind port 112d7730-4e47-447e-b3be-c1d5bad06fe9 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:01:02.719828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Attempting to bind port 112d7730-4e47-447e-b3be-c1d5bad06fe9 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:01:02.720862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Attempting to bind port 112d7730-4e47-447e-b3be-c1d5bad06fe9 on network fc328b38-04f7-450c-96f4-b00d62531f20 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:02.727490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e443f4-a142-4207-a80c-9ba68249d222 {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:02.732912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Port 112d7730-4e47-447e-b3be-c1d5bad06fe9 on network fc328b38-04f7-450c-96f4-b00d62531f20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:01:02.734868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Attempting to bind port 112d7730-4e47-447e-b3be-c1d5bad06fe9 on network fc328b38-04f7-450c-96f4-b00d62531f20 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:02.751187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:01:02.752118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Checking segment: {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:01:02.753076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Bound using segment: {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:01:02.754221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Bound port: 112d7730-4e47-447e-b3be-c1d5bad06fe9, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:01:02.755069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:02.774972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:02.892053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Transition to ACTIVE for port object 63e443f4-a142-4207-a80c-9ba68249d222 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:01:02.925851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459e088-d049-455a-8fe7-fb0b1c2db2eb req-216b1783-1515-4f82-8a94-fef98792225c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:02.929400 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4459e088-d049-455a-8fe7-fb0b1c2db2eb req-216b1783-1515-4f82-8a94-fef98792225c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 932 time: 0.5145469
Apr 21 07:01:02.936812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:02.956609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:03.006772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] For port 112d7730-4e47-447e-b3be-c1d5bad06fe9, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:01:03.014489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] For port 112d7730-4e47-447e-b3be-c1d5bad06fe9, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:01:03.021378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:03.036016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:03.061639 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e1a8e-7f91-4381-851e-1ec55014bf96 req-137730b2-0d05-4a83-84a5-e217f6e30eae tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:03.063978 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cb9e1a8e-7f91-4381-851e-1ec55014bf96 req-137730b2-0d05-4a83-84a5-e217f6e30eae tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 0.6479046
Apr 21 07:01:03.136263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:03.136974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:03.138627 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] 10.222.0.18 "PUT /v2.0/ports/112d7730-4e47-447e-b3be-c1d5bad06fe9 HTTP/1.1" status: 200  len: 1093 time: 2.2331767
Apr 21 07:01:03.139195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f08f77-b6a0-488e-a578-3213d2440a19', 'tag': '112d7730-4e47-447e-b3be-c1d5bad06fe9'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:03.173672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Pushing event updated for resources: {'Port': ['ID=112d7730-4e47-447e-b3be-c1d5bad06fe9,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:03.177699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:03.383327 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4459e088-d049-455a-8fe7-fb0b1c2db2eb req-c5c2e746-746d-4b01-8161-e805a3187505 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4420159
Apr 21 07:01:03.424589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Pushing event updated for resources: {'Port': ['ID=63e443f4-a142-4207-a80c-9ba68249d222,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:03.460834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:03.464584 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cb9e1a8e-7f91-4381-851e-1ec55014bf96 req-0308e91b-f1d4-4782-8a79-f359a2ae0d60 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2815022
Apr 21 07:01:03.465773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Attempting to bind port 63e443f4-a142-4207-a80c-9ba68249d222 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:01:03.466173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Attempting to bind port 63e443f4-a142-4207-a80c-9ba68249d222 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:01:03.466563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Attempting to bind port 63e443f4-a142-4207-a80c-9ba68249d222 on network c2c390d5-8404-47fa-b4d9-7c3ce370dcee {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:03.474141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Port 63e443f4-a142-4207-a80c-9ba68249d222 on network c2c390d5-8404-47fa-b4d9-7c3ce370dcee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:01:03.474519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Attempting to bind port 63e443f4-a142-4207-a80c-9ba68249d222 on network c2c390d5-8404-47fa-b4d9-7c3ce370dcee {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:03.482456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:01:03.482749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Checking segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:01:03.483155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Bound using segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:01:03.483785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Bound port: 63e443f4-a142-4207-a80c-9ba68249d222, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:01:03.484341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:03.524436 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba237-9a51-446c-81e1-d097398c302e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1563a8d6-5cbf-4d26-bc64-a080abf692fa', 'code': 200}
Apr 21 07:01:03.604995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-40254ba3-1cdd-4b23-b844-26da7cfc547b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:03.641771 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] For port 63e443f4-a142-4207-a80c-9ba68249d222, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:01:03.645959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] For port 63e443f4-a142-4207-a80c-9ba68249d222, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=63e443f4-a142-4207-a80c-9ba68249d222,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:01:03.657161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:03.677736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:03.873799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:03.875720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:03.878301 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] 10.222.0.18 "PUT /v2.0/ports/63e443f4-a142-4207-a80c-9ba68249d222 HTTP/1.1" status: 200  len: 1094 time: 2.9363465
Apr 21 07:01:03.890340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e735e87-6a66-4add-b443-01b595f3da8e', 'tag': '63e443f4-a142-4207-a80c-9ba68249d222'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:03.976419 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ada4c85-b4d7-4725-908a-cc1e55ab684e req-ce5ccd65-13e7-4b67-9cea-1f9e78d8bc46 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 210 time: 0.2249668
Apr 21 07:01:04.087245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Pushing event updated for resources: {'Port': ['ID=63e443f4-a142-4207-a80c-9ba68249d222,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:04.097230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:04.139043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed7f08-35f5-438b-9e4f-56812d3a6d2e req-024643ae-d746-4990-8847-c5b93ae624c9 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:04.141439 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f08f77-b6a0-488e-a578-3213d2440a19', 'tag': '112d7730-4e47-447e-b3be-c1d5bad06fe9', 'status': 'completed', 'code': 200}
Apr 21 07:01:04.177074 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-30ed7f08-35f5-438b-9e4f-56812d3a6d2e req-024643ae-d746-4990-8847-c5b93ae624c9 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 946 time: 0.3219583
Apr 21 07:01:04.286488 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e735e87-6a66-4add-b443-01b595f3da8e', 'tag': '63e443f4-a142-4207-a80c-9ba68249d222', 'status': 'completed', 'code': 200}
Apr 21 07:01:04.412972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:04.446554 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-30ed7f08-35f5-438b-9e4f-56812d3a6d2e req-0bb58078-419c-4bd5-b39c-b757d44d4628 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2622595
Apr 21 07:01:04.456720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:04.479365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Usage tracker for resource:security_group_rule and tenant:630ac1b25837457fb75091e324fe8afd is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:04.490321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:04.503533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:04.547115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f83f86-2111-486c-832a-1d35c4b33c1b req-a3b4559e-d749-4ffd-8abd-79bf9e32a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:04.549018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-63f83f86-2111-486c-832a-1d35c4b33c1b req-a3b4559e-d749-4ffd-8abd-79bf9e32a65f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1096 time: 0.2387540
Apr 21 07:01:04.761371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:04.811244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.18', 54439) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:04.824284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:04.992987 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-62910767-31e1-400b-a52e-991ac94cbd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:05.030530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.18', 54440) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:05.076918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f83f86-2111-486c-832a-1d35c4b33c1b req-a946dfaa-91bd-437b-927c-f74d3b02816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:05.079102 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-63f83f86-2111-486c-832a-1d35c4b33c1b req-a946dfaa-91bd-437b-927c-f74d3b02816f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=496818e087714e00b3b746ac8b0cdbbb&shared=False HTTP/1.1" status: 200  len: 918 time: 0.4946795
Apr 21 07:01:05.092677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=67d8b1b4-6bb1-43f2-9ff5-ad1b4e56160e,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:05.142679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:05.164116 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9501679
Apr 21 07:01:05.296341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37e223-d27b-4e82-b16e-a0e4f4bb1a37 req-166843df-cf70-4cda-be42-0923f703b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:05.298111 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1a37e223-d27b-4e82-b16e-a0e4f4bb1a37 req-166843df-cf70-4cda-be42-0923f703b5d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 1097 time: 0.9913917
Apr 21 07:01:05.381609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09305c7-47b4-45e3-98f8-8928bd6e37cf req-3f6ed6fa-0ea3-4701-9171-09485cb929d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:05.383291 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b09305c7-47b4-45e3-98f8-8928bd6e37cf req-3f6ed6fa-0ea3-4701-9171-09485cb929d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 1099 time: 0.5672295
Apr 21 07:01:05.391165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714462f-f018-4525-be07-1214e94b36c7 req-f402e34c-af00-4cd6-bb6f-62f7f81419e2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:05.392842 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-f402e34c-af00-4cd6-bb6f-62f7f81419e2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.18 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 818 time: 0.3063834
Apr 21 07:01:05.534418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f83f86-2111-486c-832a-1d35c4b33c1b req-11e89362-7ec6-44ef-9d75-7045d6585780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:05.537299 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-63f83f86-2111-486c-832a-1d35c4b33c1b req-11e89362-7ec6-44ef-9d75-7045d6585780 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3596754
Apr 21 07:01:05.592874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84517132-46d3-44e4-b920-9154ace10690 req-52baa208-cd9a-4fb6-8b3d-764546c40342 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:05.605471 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84517132-46d3-44e4-b920-9154ace10690 req-52baa208-cd9a-4fb6-8b3d-764546c40342 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 0.5232129
Apr 21 07:01:05.626720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be7186-06c9-4184-b266-e7c680ffe10c req-57d6ec6d-bdac-4fff-bb2e-75bd24fbe211 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:05.641840 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c4be7186-06c9-4184-b266-e7c680ffe10c req-57d6ec6d-bdac-4fff-bb2e-75bd24fbe211 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 944 time: 0.5608165
Apr 21 07:01:05.830509 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c4be7186-06c9-4184-b266-e7c680ffe10c req-0d129a13-e893-4511-ac95-5feb5b2f0db7 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1869454
Apr 21 07:01:05.866417 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84517132-46d3-44e4-b920-9154ace10690 req-751c39e1-579b-4487-a973-7888255b2fbf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205994
Apr 21 07:01:06.297063 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7e8934bd-adf5-4461-a897-da48264a7078 req-f3581812-c812-489f-b18a-95b79a2dae73 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 210 time: 0.1268640
Apr 21 07:01:06.306601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Request body: {'port': {'device_id': '46a99683-cb52-4913-99b7-c37a116fcf05', 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20', 'admin_state_up': True, 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:06.337937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-d2f12fa9-7cfc-4647-b508-0cbf115874ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:06.354882 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-d2f12fa9-7cfc-4647-b508-0cbf115874ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1096 time: 0.5149131
Apr 21 07:01:06.403249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37e223-d27b-4e82-b16e-a0e4f4bb1a37 req-d4f9d55a-567f-4109-9180-e2e85201e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:06.406645 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1a37e223-d27b-4e82-b16e-a0e4f4bb1a37 req-d4f9d55a-567f-4109-9180-e2e85201e12d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3596f42eb08745dbb854a94eb1773a9b&shared=False HTTP/1.1" status: 200  len: 910 time: 0.8894222
Apr 21 07:01:06.617153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46608) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:06.620513 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-9a32ad11-2adc-4991-82cc-c96bf79dce95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9 HTTP/1.1" status: 200  len: 217 time: 0.2568352
Apr 21 07:01:06.786860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46618) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:06.812890 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b09305c7-47b4-45e3-98f8-8928bd6e37cf req-003060a2-9a00-4018-9029-6ab606061e8d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3082266
Apr 21 07:01:06.954706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-02f0366a-2ef7-4446-95f0-0c53d5aa174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:06.957669 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-02f0366a-2ef7-4446-95f0-0c53d5aa174f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 200  len: 858 time: 0.3216820
Apr 21 07:01:06.967480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:07.042732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:07.059277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Usage tracker for resource:security_group_rule and tenant:ef98b2bfe38a414098674a5b771e850a is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:07.064130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3b593818-36c1-44be-9057-b10c8f1c3ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:07.073217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:07.123843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f092c2-9b03-4104-bdf6-d5d98de9e154 req-7b4bf297-17ae-4533-ba9f-3e4e83fe9f03 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:07.127526 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-60f092c2-9b03-4104-bdf6-d5d98de9e154 req-7b4bf297-17ae-4533-ba9f-3e4e83fe9f03 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 946 time: 0.4940324
Apr 21 07:01:07.243963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:07.308550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:07.343880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37e223-d27b-4e82-b16e-a0e4f4bb1a37 req-3250b28d-465d-4c71-8b18-df51be4b0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:07.352762 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1a37e223-d27b-4e82-b16e-a0e4f4bb1a37 req-3250b28d-465d-4c71-8b18-df51be4b0d9e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.8806384
Apr 21 07:01:07.383305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:07.403966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3f69b8b70a4c7d893b94c52d920cd9 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:07.418112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:07.450856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:07.473052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:07.475955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:07.489920 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-f2206271-149c-4e07-b6dc-321178ca8c81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc328b38-04f7-450c-96f4-b00d62531f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3588250
Apr 21 07:01:07.490825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Usage tracker for resource:port and tenant:496818e087714e00b3b746ac8b0cdbbb is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:07.494441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:07.499897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:07.551384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:07.565740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:07.623979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Made reservation on behalf of 496818e087714e00b3b746ac8b0cdbbb for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:07.630595 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:07.761955 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-60f092c2-9b03-4104-bdf6-d5d98de9e154 req-a678e284-ff6e-4a0e-885b-2ea6fa2dc84e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4559886
Apr 21 07:01:07.809104 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef98b2bfe38a414098674a5b771e850a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1841466
Apr 21 07:01:07.820727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:07.828089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46642) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:07.843318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dfb48e-416a-4b6f-8a04-aa0150add240,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:07.848324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:07.867603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:07.870916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:07.927077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088f17f-de59-49c4-add5-bc3c919dfbbe req-8a39d18e-0b36-4e85-b38f-ee2d87430ca4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:07.930442 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2088f17f-de59-49c4-add5-bc3c919dfbbe req-8a39d18e-0b36-4e85-b38f-ee2d87430ca4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 944 time: 0.7884111
Apr 21 07:01:07.967515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-b4bc8e77-998f-46f9-a53b-fd4eb3e0ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:07.969916 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-b4bc8e77-998f-46f9-a53b-fd4eb3e0ff67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 1097 time: 0.4210680
Apr 21 07:01:07.970690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5727461a-3222-4820-ba1a-5e4473fed985,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:07.974856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:07.988970 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb3f69b8b70a4c7d893b94c52d920cd9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1935661
Apr 21 07:01:08.026203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46646) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:08.118158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-1d5436ea-d7d7-48fd-855a-7cfd8f113d7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e443f4-a142-4207-a80c-9ba68249d222 HTTP/1.1" status: 200  len: 217 time: 0.1302247
Apr 21 07:01:08.222178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Allocated IP 172.20.0.10 (fc328b38-04f7-450c-96f4-b00d62531f20/c2c0faee-fa98-4e94-937d-7ff46e2f6c88/ce2cd6d1-2e0d-4abc-abd5-9736307b48a8) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:01:08.225589 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-cb97099d-8557-43c7-b59c-a41494773899 service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7012775
Apr 21 07:01:08.235472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-20091162-8a51-4cb8-81db-27c08c3219d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:08.237153 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-20091162-8a51-4cb8-81db-27c08c3219d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 200  len: 849 time: 0.1121509
Apr 21 07:01:08.365630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:08.451578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4024a733-a3c8-47cd-acce-c85e9f16a8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:08.549011 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2088f17f-de59-49c4-add5-bc3c919dfbbe req-6603c922-dd7d-424a-bc5d-9bff875de907 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5340509
Apr 21 07:01:08.549151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-2260e00e-a792-4a22-ab74-99394d127106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:08.549151 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-2260e00e-a792-4a22-ab74-99394d127106 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3034806
Apr 21 07:01:08.564608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2354e4a-ee9d-4fb5-953d-a107019683f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:08.611710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4024a733-a3c8-47cd-acce-c85e9f16a8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:08.736344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46323e-487d-4038-a7df-8ad6f3847a8e req-4306113b-c28d-4172-96a6-4230ae0f9890 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:08.748653 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1f46323e-487d-4038-a7df-8ad6f3847a8e req-4306113b-c28d-4172-96a6-4230ae0f9890 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 0.7411821
Apr 21 07:01:08.848349 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2354e4a-ee9d-4fb5-953d-a107019683f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:08.941319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:08.951051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:09.002789 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be3b45a4-0516-4cf2-bc78-ae36dfb0782e req-63371512-e669-4d60-8b4e-2f9fdcecc76e service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7547874
Apr 21 07:01:09.006985 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-689f9b7a-e3d1-432b-b7fc-802696886abe service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4508088
Apr 21 07:01:09.151693 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d17786c0-9560-49bf-bf2d-a0a8e40b5e52 req-53c1fcec-7a2e-45b4-9a69-17271417ec48 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 210 time: 0.1087086
Apr 21 07:01:09.161226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2354e4a-ee9d-4fb5-953d-a107019683f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:09.182885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-224e551a-930b-4313-a357-cf9a63a8cafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:09.266101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2354e4a-ee9d-4fb5-953d-a107019683f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5727461a-3222-4820-ba1a-5e4473fed985,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:09.288889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2354e4a-ee9d-4fb5-953d-a107019683f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:09.306623 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1f46323e-487d-4038-a7df-8ad6f3847a8e req-5e91cda3-7f0b-47fd-ad6b-73f54fb2ae94 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4832187
Apr 21 07:01:09.340147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46674) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:09.343041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:09.376024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2354e4a-ee9d-4fb5-953d-a107019683f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:09.379155 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b2354e4a-ee9d-4fb5-953d-a107019683f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5727461a-3222-4820-ba1a-5e4473fed985 HTTP/1.1" status: 204  len: 168 time: 1.3513303
Apr 21 07:01:09.399817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4024a733-a3c8-47cd-acce-c85e9f16a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:09.420221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:09.440734 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4024a733-a3c8-47cd-acce-c85e9f16a8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:09.450292 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4024a733-a3c8-47cd-acce-c85e9f16a8a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97dfb48e-416a-4b6f-8a04-aa0150add240 HTTP/1.1" status: 204  len: 168 time: 1.6182604
Apr 21 07:01:09.641591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024a733-a3c8-47cd-acce-c85e9f16a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dfb48e-416a-4b6f-8a04-aa0150add240,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:09.711763 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4024a733-a3c8-47cd-acce-c85e9f16a8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:09.854187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f28eb8-90b1-4bd1-a8f2-7c0b509d25bf req-f35de9ba-48f9-40b2-93a2-66c9280cb1e5 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:09.860222 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74f28eb8-90b1-4bd1-a8f2-7c0b509d25bf req-f35de9ba-48f9-40b2-93a2-66c9280cb1e5 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 946 time: 0.4026873
Apr 21 07:01:09.901356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:09.918131 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:09.975319 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-afa18238-c12f-47c9-b172-44a18ca73fbe req-882df4ae-599b-431e-9553-436d645ec758 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9503663
Apr 21 07:01:09.996732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Network fc328b38-04f7-450c-96f4-b00d62531f20 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:01:10.001773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:01:10.007106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:01:10.016018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:10.017101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:10.065609 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5635071
Apr 21 07:01:10.082571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Pushing event updated for resources: {'Port': ['ID=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:10.095125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:10.109012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Request body: {'port': {'device_id': '46a99683-cb52-4913-99b7-c37a116fcf05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:10.134187 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74f28eb8-90b1-4bd1-a8f2-7c0b509d25bf req-7a5682a5-14d5-425a-9443-853136960685 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498853
Apr 21 07:01:10.196235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:10.358872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:10.365825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:10.410722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Usage tracker for resource:security_group_rule and tenant:5f591d40decd4ac0a5ab89b3e0d593bf is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:10.424003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:10.452051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:10.475481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ca60-ef86-468c-ac86-80413f593813 req-c1c8e852-36e9-4bff-ab88-0779fa8a533d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:10.484238 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4b74ca60-ef86-468c-ac86-80413f593813 req-c1c8e852-36e9-4bff-ab88-0779fa8a533d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 944 time: 0.5542712
Apr 21 07:01:10.566306 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4b74ca60-ef86-468c-ac86-80413f593813 req-479599f5-3203-405b-a2a8-b6bc90055271 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805788
Apr 21 07:01:10.592268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46706) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:10.634464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46710) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:10.659085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:10.717531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:10.722738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:10.783591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:10.809044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Usage tracker for resource:security_group_rule and tenant:f132896f412e4b1cac53894fece5d7e6 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:10.820014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:10.834913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:10.848359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c716e0d266524851b3a54d2b87934442 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:10.861141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:10.876779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:10.919150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:10.939715 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:11.021083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3100430d-6845-4908-b3c7-380ba9a13300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:11.038273 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f591d40decd4ac0a5ab89b3e0d593bf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6957381
Apr 21 07:01:11.041443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46718) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:11.109801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e90fe-de6f-4bb6-862e-e68f6665daf2 req-6be62e2f-6778-4620-b414-22f01ec5369f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:11.113065 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-913e90fe-de6f-4bb6-862e-e68f6665daf2 req-6be62e2f-6778-4620-b414-22f01ec5369f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 932 time: 0.4700925
Apr 21 07:01:11.127703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211001f3-50a0-4c1f-9e27-85ae0912cb4a,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:11.142560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:11.162569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.resource_extend [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 07:01:11.241900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 112d7730-4e47-447e-b3be-c1d5bad06fe9 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:01:11.310840 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-913e90fe-de6f-4bb6-862e-e68f6665daf2 req-89d9e713-2f46-4df8-a146-bb2549ceec1a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774285
Apr 21 07:01:11.409755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:11.419203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:11.452717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Transition to ACTIVE for port object ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:01:11.486957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:11.495585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:11.504449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:11.560829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2f2bcb80-1e9a-44b7-91cd-266af5f90b64 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:11.591018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-04baca45-b7be-4df2-bb24-815c8b866db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:11.611965 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f132896f412e4b1cac53894fece5d7e6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0170412
Apr 21 07:01:11.617210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46732) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:11.717234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eff1bbca-193f-4a04-89e1-f58e14a2f05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:11.717768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cd1e1d-200e-4d51-89c6-bdc5b6214437,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:11.724568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:11.804555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-88dc9f5b-78f4-44ff-a319-ac57eda74909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:11.876523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-88dc9f5b-78f4-44ff-a319-ac57eda74909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:11.879401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 112d7730-4e47-447e-b3be-c1d5bad06fe9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:11.923561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '112d7730-4e47-447e-b3be-c1d5bad06fe9', 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20', 'port_id': '112d7730-4e47-447e-b3be-c1d5bad06fe9', 'mac_address': 'fa:16:3e:77:91:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c0faee-fa98-4e94-937d-7ff46e2f6c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:01:12.055250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:12.070809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.088638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.103206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:12.119569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.136129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112d7730-4e47-447e-b3be-c1d5bad06fe9 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:12.162960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:12.177744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 112d7730-4e47-447e-b3be-c1d5bad06fe9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:12.183120 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c716e0d266524851b3a54d2b87934442&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5471420
Apr 21 07:01:12.189166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.194941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:12.195967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1676-8baa-49c1-a237-fb4d1e5d49d5 req-25d9e48a-8957-426b-9b79-01f76a21ce65 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:12.199199 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-356e1676-8baa-49c1-a237-fb4d1e5d49d5 req-25d9e48a-8957-426b-9b79-01f76a21ce65 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 944 time: 0.2714274
Apr 21 07:01:12.200722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46746) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:12.206776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-88dc9f5b-78f4-44ff-a319-ac57eda74909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.222713 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Attempting to bind port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:01:12.223187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Attempting to bind port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:01:12.223503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Attempting to bind port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 on network fc328b38-04f7-450c-96f4-b00d62531f20 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:12.236011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 on network fc328b38-04f7-450c-96f4-b00d62531f20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:01:12.236494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Attempting to bind port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 on network fc328b38-04f7-450c-96f4-b00d62531f20 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:12.240513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eff1bbca-193f-4a04-89e1-f58e14a2f05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.261075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897a0b93-5d07-46bf-b1eb-3a0dfa29a252,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:12.286612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:01:12.287245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Checking segment: {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:01:12.287882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Bound using segment: {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:01:12.288578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Bound port: ce2cd6d1-2e0d-4abc-abd5-9736307b48a8, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:01:12.289150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.313936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:12.374194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:12.385525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=112d7730-4e47-447e-b3be-c1d5bad06fe9,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:12.391616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:12.454381 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc9f5b-78f4-44ff-a319-ac57eda74909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cd1e1d-200e-4d51-89c6-bdc5b6214437,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:12.462410 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-356e1676-8baa-49c1-a237-fb4d1e5d49d5 req-2a13edc3-7503-44df-90ff-856af10329c2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2535951
Apr 21 07:01:12.486524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eff1bbca-193f-4a04-89e1-f58e14a2f05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.497254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:12.497387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-88dc9f5b-78f4-44ff-a319-ac57eda74909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:12.530031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['112d7730-4e47-447e-b3be-c1d5bad06fe9'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:01:12.540280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1bbca-193f-4a04-89e1-f58e14a2f05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211001f3-50a0-4c1f-9e27-85ae0912cb4a,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:12.544980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eff1bbca-193f-4a04-89e1-f58e14a2f05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:12.553355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-88dc9f5b-78f4-44ff-a319-ac57eda74909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.574989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] For port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:01:12.580656 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-88dc9f5b-78f4-44ff-a319-ac57eda74909 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45cd1e1d-200e-4d51-89c6-bdc5b6214437 HTTP/1.1" status: 204  len: 168 time: 0.9615397
Apr 21 07:01:12.596875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eff1bbca-193f-4a04-89e1-f58e14a2f05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.603122 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-eff1bbca-193f-4a04-89e1-f58e14a2f05f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/211001f3-50a0-4c1f-9e27-85ae0912cb4a HTTP/1.1" status: 204  len: 168 time: 1.5600905
Apr 21 07:01:12.605836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] For port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:01:12.618822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.630211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:12.675475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df3ec417-7dcf-4f46-a65d-fcb8d1a9e038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.757007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:12.769127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:12.785463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:12.786485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:12.788357 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] 10.222.0.18 "PUT /v2.0/ports/ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 HTTP/1.1" status: 200  len: 1094 time: 2.6908302
Apr 21 07:01:12.789103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a99683-cb52-4913-99b7-c37a116fcf05', 'tag': 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:13.021460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714462f-f018-4525-be07-1214e94b36c7 req-63713c1d-095c-415d-b793-9b3f975a30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:13.031514 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-63713c1d-095c-415d-b793-9b3f975a30ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 1097 time: 0.1581264
Apr 21 07:01:13.226993 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-3fac3921-87e9-4f09-9a05-59bb01b8f737 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 HTTP/1.1" status: 200  len: 217 time: 0.1811609
Apr 21 07:01:13.242642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 63e443f4-a142-4207-a80c-9ba68249d222 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:01:13.397540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714462f-f018-4525-be07-1214e94b36c7 req-8e7f94cf-1023-4db1-9ec3-3ceed5409a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:13.407114 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-8e7f94cf-1023-4db1-9ec3-3ceed5409a97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 200  len: 858 time: 0.1653266
Apr 21 07:01:13.445313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df3ec417-7dcf-4f46-a65d-fcb8d1a9e038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:13.532771 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-9717ac02-e4ed-49ce-bfdb-0ca685396b88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc328b38-04f7-450c-96f4-b00d62531f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1245852
Apr 21 07:01:13.559552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 63e443f4-a142-4207-a80c-9ba68249d222, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=63e443f4-a142-4207-a80c-9ba68249d222,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:13.605345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df7b5f-8597-494c-9a46-0152fc145667 req-45edbaee-68f3-4a6e-8deb-12b8193f35f3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:13.616308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '63e443f4-a142-4207-a80c-9ba68249d222', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'port_id': '63e443f4-a142-4207-a80c-9ba68249d222', 'mac_address': 'fa:16:3e:2e:d1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:01:13.619647 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03df7b5f-8597-494c-9a46-0152fc145667 req-45edbaee-68f3-4a6e-8deb-12b8193f35f3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 944 time: 0.9196880
Apr 21 07:01:13.686892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df3ec417-7dcf-4f46-a65d-fcb8d1a9e038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:13.734718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1a3f18bb-c6cb-4e3c-9ed3-eb28d8d7bbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:13.770963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:13.782109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ec417-7dcf-4f46-a65d-fcb8d1a9e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a0b93-5d07-46bf-b1eb-3a0dfa29a252,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:13.813995 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03df7b5f-8597-494c-9a46-0152fc145667 req-1104ca6a-0421-4d22-b60c-a116151fda2b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932316
Apr 21 07:01:13.815164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df3ec417-7dcf-4f46-a65d-fcb8d1a9e038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:13.821214 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-df3ec417-7dcf-4f46-a65d-fcb8d1a9e038 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/897a0b93-5d07-46bf-b1eb-3a0dfa29a252 HTTP/1.1" status: 204  len: 168 time: 1.6149328
Apr 21 07:01:13.830651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-df3ec417-7dcf-4f46-a65d-fcb8d1a9e038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:13.852306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e443f4-a142-4207-a80c-9ba68249d222 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:13.882322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 63e443f4-a142-4207-a80c-9ba68249d222, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=63e443f4-a142-4207-a80c-9ba68249d222,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:13.889127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:13.891416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:13.915848 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a99683-cb52-4913-99b7-c37a116fcf05', 'tag': 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8', 'status': 'completed', 'code': 200}
Apr 21 07:01:14.056782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=63e443f4-a142-4207-a80c-9ba68249d222,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:14.072615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:14.091888 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-eb2207c1-1778-45c0-ba64-42a9149744cd service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5518088
Apr 21 07:01:14.235028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 46796) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:14.243926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['63e443f4-a142-4207-a80c-9ba68249d222'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:01:14.310719 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:14.356627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:14.369741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Usage tracker for resource:security_group_rule and tenant:6fbcd011e4d8443382c49bef4947cfe7 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:14.396268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d71b3-6e80-4490-b7f1-b46eae7e8f76 req-20e61afb-746a-4bc2-b95f-f28853be2d03 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:14.400265 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-238d71b3-6e80-4490-b7f1-b46eae7e8f76 req-20e61afb-746a-4bc2-b95f-f28853be2d03 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 945 time: 0.3468578
Apr 21 07:01:14.402519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:14.423238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:14.475902 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e714462f-f018-4525-be07-1214e94b36c7 req-0a994cc6-651a-40cd-bad9-aaa53169a410 service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3543298
Apr 21 07:01:14.558728 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-238d71b3-6e80-4490-b7f1-b46eae7e8f76 req-5a99f22c-44b9-4d90-b916-c4fa46ddfc50 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1462646
Apr 21 07:01:14.662896 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:14.667934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:14.723332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:14.745372 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fbcd011e4d8443382c49bef4947cfe7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4950397
Apr 21 07:01:14.753039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46814) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:14.812518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15050d1e-d897-4cd9-becb-f939bc38dc04,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:14.833378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:14.911218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:14.979323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:15.083136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:15.094398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:15.125900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:15.133681 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15050d1e-d897-4cd9-becb-f939bc38dc04 HTTP/1.1" status: 204  len: 168 time: 0.3733058
Apr 21 07:01:15.133681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15050d1e-d897-4cd9-becb-f939bc38dc04,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:15.144876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.145602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.147393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.147393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.147931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.148536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.149210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.149902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.150557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.151206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.151887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.152579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:15.158671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:15.399108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff0e7-fe46-482e-ae06-c5d3272b30d5 req-1a79ba37-1a81-4102-8cf9-3b22d6d45bde tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:15.401529 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3feff0e7-fe46-482e-ae06-c5d3272b30d5 req-1a79ba37-1a81-4102-8cf9-3b22d6d45bde tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 944 time: 0.2111168
Apr 21 07:01:15.467477 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3feff0e7-fe46-482e-ae06-c5d3272b30d5 req-006b496e-3515-446a-be6a-191b4d493dbc tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554068
Apr 21 07:01:15.940890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5ac1-cd39-4114-8907-0ec307296ba8 req-de5bf82c-806a-4906-87f7-eaeabb3b8e42 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:15.944434 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-455f5ac1-cd39-4114-8907-0ec307296ba8 req-de5bf82c-806a-4906-87f7-eaeabb3b8e42 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 945 time: 0.1756020
Apr 21 07:01:16.033759 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-455f5ac1-cd39-4114-8907-0ec307296ba8 req-d8bb58bd-34dd-4074-8214-3bde532b092c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813258
Apr 21 07:01:16.855528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5157a-50f2-4e9d-997d-58f332f09f66 req-0e3d74cb-ce52-4b1d-83fd-49c2322d49a9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:16.872028 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65b5157a-50f2-4e9d-997d-58f332f09f66 req-0e3d74cb-ce52-4b1d-83fd-49c2322d49a9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 944 time: 0.1990080
Apr 21 07:01:16.974782 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65b5157a-50f2-4e9d-997d-58f332f09f66 req-0c86288a-9f98-40e7-922f-77983cdbaccc tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007895
Apr 21 07:01:17.160047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:17.180947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 112d7730-4e47-447e-b3be-c1d5bad06fe9 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:01:17.371131 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 112d7730-4e47-447e-b3be-c1d5bad06fe9 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:01:17.390437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 112d7730-4e47-447e-b3be-c1d5bad06fe9 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:01:17.396077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:17.510786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc13a1-d3fb-4f31-bcab-0afce3f28e1b req-331323ee-29bc-432d-88d8-9b59d40d9499 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:17.513642 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d8bc13a1-d3fb-4f31-bcab-0afce3f28e1b req-331323ee-29bc-432d-88d8-9b59d40d9499 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 945 time: 0.2689714
Apr 21 07:01:17.574588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-aa17df8d-0821-4117-8d36-5b29be078810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:17.578590 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-aa17df8d-0821-4117-8d36-5b29be078810 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 1097 time: 0.1620648
Apr 21 07:01:17.580501 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d8bc13a1-d3fb-4f31-bcab-0afce3f28e1b req-906365d9-dfaf-4dba-9c38-93b099d9313d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539248
Apr 21 07:01:17.702099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:17.757740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f08f77-b6a0-488e-a578-3213d2440a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112d7730-4e47-447e-b3be-c1d5bad06fe9'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:17.778651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 112d7730-4e47-447e-b3be-c1d5bad06fe9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:17.786256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:17.789606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:17.863375 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f08f77-b6a0-488e-a578-3213d2440a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112d7730-4e47-447e-b3be-c1d5bad06fe9', 'code': 200}
Apr 21 07:01:17.905618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-dd354997-e9f6-42d3-baa5-225a68824839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:17.907878 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-dd354997-e9f6-42d3-baa5-225a68824839 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 918 time: 0.3095245
Apr 21 07:01:17.930944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=112d7730-4e47-447e-b3be-c1d5bad06fe9,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:17.937363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:17.991660 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-3d58d629-ed3e-4bc2-8f6b-a1a4338510f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 HTTP/1.1" status: 200  len: 217 time: 0.0761671
Apr 21 07:01:18.113828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-cc257e27-570a-4cdc-a4bf-2fc188983d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:18.117349 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-cc257e27-570a-4cdc-a4bf-2fc188983d5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 200  len: 858 time: 0.1189053
Apr 21 07:01:18.259223 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-d2088ad3-252a-44a7-b445-f28464b25952 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc328b38-04f7-450c-96f4-b00d62531f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1323097
Apr 21 07:01:18.299542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c474c4-e8dc-45c6-b6ae-dcb82a49ea9f req-a347a972-8da5-4535-842d-fcbff8b1017d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:18.303076 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18c474c4-e8dc-45c6-b6ae-dcb82a49ea9f req-a347a972-8da5-4535-842d-fcbff8b1017d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 944 time: 0.1439404
Apr 21 07:01:18.439444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aebe4f-9900-411c-a1a5-e25601fda545 req-db989e20-3e1d-4354-b7f8-dc6906e9b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:18.441192 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c6aebe4f-9900-411c-a1a5-e25601fda545 req-db989e20-3e1d-4354-b7f8-dc6906e9b5b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1098 time: 0.2310655
Apr 21 07:01:18.476236 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-9b41df50-2e4f-4291-8691-d03f5ac6eb25 service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075553
Apr 21 07:01:18.528901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-c6aebe4f-9900-411c-a1a5-e25601fda545 req-17970379-582c-4462-9118-3c2972811c32 service neutron] Synchronizing usage tracker for tenant:630ac1b25837457fb75091e324fe8afd on resource:security_group {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:01:18.541043 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18c474c4-e8dc-45c6-b6ae-dcb82a49ea9f req-b5701cd0-5b01-4abb-a307-96d6a66f03b9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113342
Apr 21 07:01:18.688476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-c6aebe4f-9900-411c-a1a5-e25601fda545 req-17970379-582c-4462-9118-3c2972811c32 service neutron] Unset dirty status for tenant:630ac1b25837457fb75091e324fe8afd on resource:security_group {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:01:18.690645 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c6aebe4f-9900-411c-a1a5-e25601fda545 req-17970379-582c-4462-9118-3c2972811c32 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408915
Apr 21 07:01:18.852499 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c564d32-c52f-4f2a-a21a-7bcf7f4d729c req-6e51471c-a003-4d25-9aa6-67ea2b16edc8 service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3583868
Apr 21 07:01:19.062087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107493b6-4df7-409d-8be8-20d61626625d req-f0cf6f9a-9778-4763-972c-953b0a4886eb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:19.065250 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-107493b6-4df7-409d-8be8-20d61626625d req-f0cf6f9a-9778-4763-972c-953b0a4886eb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 945 time: 0.1976058
Apr 21 07:01:19.130135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 63e443f4-a142-4207-a80c-9ba68249d222 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:01:19.277633 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-107493b6-4df7-409d-8be8-20d61626625d req-4c90de1a-1806-451d-baea-ed0ef123db81 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2000096
Apr 21 07:01:19.291853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 63e443f4-a142-4207-a80c-9ba68249d222 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:01:19.304548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 63e443f4-a142-4207-a80c-9ba68249d222 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:01:19.305827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:19.355182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 46950) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:19.412826 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-6da1f11a-020e-49ff-81fd-3b3407153f75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2816865
Apr 21 07:01:19.631701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:19.712505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 63e443f4-a142-4207-a80c-9ba68249d222, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=63e443f4-a142-4207-a80c-9ba68249d222,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:19.726896 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:19.731519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:19.755006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:19.814080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:19.825997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Usage tracker for resource:security_group_rule and tenant:281417ec3e89437cacc3b49a77006e1e is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:19.845383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:19.874316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e735e87-6a66-4add-b443-01b595f3da8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e443f4-a142-4207-a80c-9ba68249d222'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:19.891369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:20.019874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=63e443f4-a142-4207-a80c-9ba68249d222,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:20.035799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09231ea-cc22-44aa-9004-b4ec8d78a5a0 req-9927b4d8-52e4-45b6-ad10-7475dcb23bc3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:20.046822 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a09231ea-cc22-44aa-9004-b4ec8d78a5a0 req-9927b4d8-52e4-45b6-ad10-7475dcb23bc3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 944 time: 0.1442041
Apr 21 07:01:20.055667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.055667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.055667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.055667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.059083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.059842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.060577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.061433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.062210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.063030 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.067338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.068133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:20.079665 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e735e87-6a66-4add-b443-01b595f3da8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e443f4-a142-4207-a80c-9ba68249d222', 'code': 200}
Apr 21 07:01:20.081442 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:20.104162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-fd4ac0f2-bbb0-4990-add5-96921928f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:20.104162 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-fd4ac0f2-bbb0-4990-add5-96921928f115 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d530bbc2ae7d4359ac4420a9edcc5890&device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 1098 time: 0.5386996
Apr 21 07:01:20.138463 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a09231ea-cc22-44aa-9004-b4ec8d78a5a0 req-d98c1038-4613-43e1-b6c0-4ce668951c57 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906136
Apr 21 07:01:20.344571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:20.472718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:20.496898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:20.730402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d7b8-a6af-4acd-9ea6-055d45f92a6a req-a740f7b0-4ea3-4b13-9de0-3b468de140ef tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:20.739702 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a982d7b8-a6af-4acd-9ea6-055d45f92a6a req-a740f7b0-4ea3-4b13-9de0-3b468de140ef tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1472225
Apr 21 07:01:20.801391 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a982d7b8-a6af-4acd-9ea6-055d45f92a6a req-ed64736c-9098-4576-9a01-1231a59b3576 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604761
Apr 21 07:01:20.938946 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=281417ec3e89437cacc3b49a77006e1e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5785034
Apr 21 07:01:20.944180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47012) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:20.995265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a84b78-0e9e-41c3-9a66-3666c6fe0327,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:21.015823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:21.018938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-3bc2a383-65ca-4446-a3a9-1c74996cab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:21.020808 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-3bc2a383-65ca-4446-a3a9-1c74996cab2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf HTTP/1.1" status: 200  len: 912 time: 0.7478073
Apr 21 07:01:21.108125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d70a2-f081-4c6d-9a89-872fb9710016 req-4ff29c9a-3089-481f-aba4-419946e2ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:21.109923 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c09d70a2-f081-4c6d-9a89-872fb9710016 req-4ff29c9a-3089-481f-aba4-419946e2ff49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 1099 time: 0.2674754
Apr 21 07:01:21.112925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:21.129650 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-04e60d89-c480-46e7-a6fc-740be8fd5510 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f HTTP/1.1" status: 200  len: 217 time: 0.0895243
Apr 21 07:01:21.151945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:01:21.178720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:21.286831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-01afd1fd-fff1-4ef8-b023-436643dd8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:21.288463 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-01afd1fd-fff1-4ef8-b023-436643dd8b6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73f7f2a4-76af-4158-a214-d5e096825dc9 HTTP/1.1" status: 200  len: 852 time: 0.1449583
Apr 21 07:01:21.309197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:21.328464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-805446ae-1002-4c1b-86fb-449721443f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:21.346840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:21.349027 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81a84b78-0e9e-41c3-9a66-3666c6fe0327 HTTP/1.1" status: 204  len: 168 time: 0.3995376
Apr 21 07:01:21.352016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a84b78-0e9e-41c3-9a66-3666c6fe0327,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:21.386244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.387583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.388212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.402173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.404434 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-0273983e-e314-4170-bfef-e828ac226ae0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1034882
Apr 21 07:01:21.406274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.412328 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c09d70a2-f081-4c6d-9a89-872fb9710016 req-2ed97481-a323-4975-97e8-5f788d0a5adf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2847271
Apr 21 07:01:21.413358 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.414773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.416316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.416808 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.418486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.419345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.420049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:01:21.437285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:21.553168 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:21.587579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8', 'network_id': 'fc328b38-04f7-450c-96f4-b00d62531f20', 'port_id': 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8', 'mac_address': 'fa:16:3e:19:61:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c0faee-fa98-4e94-937d-7ff46e2f6c88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:01:21.631157 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-156ca3d6-77bb-408b-951d-a213d09458de service neutron] 10.222.0.18 "GET /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174001
Apr 21 07:01:21.681518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:21.706021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:21.733755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:21.741518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:21.744161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:21.776236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20568a-f2f9-4beb-85ed-559e4cd16faa req-2082ca8d-e9ce-4f5f-b198-dfbf0f4f17cc tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:21.778233 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be20568a-f2f9-4beb-85ed-559e4cd16faa req-2082ca8d-e9ce-4f5f-b198-dfbf0f4f17cc tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 944 time: 0.3966317
Apr 21 07:01:21.909281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:21.912111 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be20568a-f2f9-4beb-85ed-559e4cd16faa req-cc75c1d2-af65-4930-9a38-7563f91c34ac tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169572
Apr 21 07:01:21.918337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:22.011335 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd8114af-4892-4c22-b7ec-11151d3cd2b7 req-fdf340b3-786d-4608-90fe-a7dd438331ab service neutron] 10.222.0.18 "GET /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2328076
Apr 21 07:01:22.157389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82be7-70b7-436e-bafa-78178329ddaf req-90ed0c3f-9bb6-4095-a95d-f84859e7bd63 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:22.159239 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a82be7-70b7-436e-bafa-78178329ddaf req-90ed0c3f-9bb6-4095-a95d-f84859e7bd63 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1669192
Apr 21 07:01:22.228347 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a82be7-70b7-436e-bafa-78178329ddaf req-d55b9cc1-bdfb-4dce-907f-fbe2ab2ebfeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611291
Apr 21 07:01:22.279405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['ce2cd6d1-2e0d-4abc-abd5-9736307b48a8'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:01:22.527767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47070) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:22.712281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:22.730982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:22.735881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Usage tracker for resource:security_group_rule and tenant:dd34761dd342423fbda4c5e25f10ff00 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:22.748436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:22.756395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:22.871808 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:22.877801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:22.889886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:22.943000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47104) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:22.943273 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd34761dd342423fbda4c5e25f10ff00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4137948
Apr 21 07:01:22.945585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eca56f-0401-4b29-9098-5657c7b82c85,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:22.962731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:23.147027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0b70c485-ed47-440c-8193-0d334c9fb5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:23.324498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0b70c485-ed47-440c-8193-0d334c9fb5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:23.447401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0b70c485-ed47-440c-8193-0d334c9fb5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:23.467558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f0a9fc28-a87b-4d08-af78-ba0c7e1de9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:23.511828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a51cbc-c27c-41fe-8612-4eccaf245fa4 req-9b6bce38-4ccb-4985-9d31-b25ffc214cfa tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:23.511974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70c485-ed47-440c-8193-0d334c9fb5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eca56f-0401-4b29-9098-5657c7b82c85,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:23.518138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0b70c485-ed47-440c-8193-0d334c9fb5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:23.520117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0b70c485-ed47-440c-8193-0d334c9fb5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:23.522844 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0b70c485-ed47-440c-8193-0d334c9fb5a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80eca56f-0401-4b29-9098-5657c7b82c85 HTTP/1.1" status: 204  len: 168 time: 0.5779657
Apr 21 07:01:23.526560 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74a51cbc-c27c-41fe-8612-4eccaf245fa4 req-9b6bce38-4ccb-4985-9d31-b25ffc214cfa tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 945 time: 0.2709010
Apr 21 07:01:23.677580 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74a51cbc-c27c-41fe-8612-4eccaf245fa4 req-84c85f84-a620-4eb9-a4b7-c59a9d36e8fc tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387260
Apr 21 07:01:23.688867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47134) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:23.740036 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8975-a3a0-4ff0-9289-5f4d321ac86e req-95bee207-4b5f-4dc4-b708-0e78ce57286b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:23.741788 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c15a8975-a3a0-4ff0-9289-5f4d321ac86e req-95bee207-4b5f-4dc4-b708-0e78ce57286b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1443503
Apr 21 07:01:23.758781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47144) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:23.803361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c15a8975-a3a0-4ff0-9289-5f4d321ac86e req-e6e45933-0cef-4678-bd75-70fbce1421f7 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539093
Apr 21 07:01:24.095168 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.113532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce05ebe-dc10-4b84-a42b-ef345a64cf66 req-18df04d9-8f00-4f73-aa68-48c461fbb87b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:24.115287 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dce05ebe-dc10-4b84-a42b-ef345a64cf66 req-18df04d9-8f00-4f73-aa68-48c461fbb87b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1307447
Apr 21 07:01:24.127333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:24.133520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47156) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:24.149171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Usage tracker for resource:security_group_rule and tenant:3f9bf3fc5c5547d793fb1b2bd5cd1f58 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:24.153896 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'floatingip': {'port_id': '63e443f4-a142-4207-a80c-9ba68249d222'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:24.157297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:24.161583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.180282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:24.187265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:24.192364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8dae3fc86a41f988126a90384922fe is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:24.198142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:24.211815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:24.304014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47160) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:24.365780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.488525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.519113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.520145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47168) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:24.527158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.533813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.542902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0b70c485-ed47-440c-8193-0d334c9fb5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:24.561451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.625768 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f9bf3fc5c5547d793fb1b2bd5cd1f58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9352741
Apr 21 07:01:24.628610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a10e1a3-07f2-490c-994c-7830fde16334,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:24.631468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47174) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:24.635192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:24.636143 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f8dae3fc86a41f988126a90384922fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8757763
Apr 21 07:01:24.637537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:24.638091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-536496ee-d3bc-4463-aeeb-73edc3b6b4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:24.643390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47178) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:24.658750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Usage tracker for resource:security_group_rule and tenant:73158066d2ec4d849eb7cc6d85b56189 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:24.705056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:24.707014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7504c3-3b88-4fdd-80b6-082236a4bdca,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:24.726401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:24.736599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.747930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:24.757724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:24.772374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Usage tracker for resource:security_group_rule and tenant:948827af9efc4d998cafca66ccf4ee92 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:24.777924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:24.786603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-75660b00-33a6-4723-852f-f306f42eda25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.789757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:24.827913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-75660b00-33a6-4723-852f-f306f42eda25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.931349 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-75660b00-33a6-4723-852f-f306f42eda25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.936089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:24.973176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75660b00-33a6-4723-852f-f306f42eda25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a10e1a3-07f2-490c-994c-7830fde16334,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:24.979779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-75660b00-33a6-4723-852f-f306f42eda25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:24.987535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:24.996009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.006565 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:25.022877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-75660b00-33a6-4723-852f-f306f42eda25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.028157 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-75660b00-33a6-4723-852f-f306f42eda25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a10e1a3-07f2-490c-994c-7830fde16334 HTTP/1.1" status: 204  len: 168 time: 0.3913367
Apr 21 07:01:25.058155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05a24ec-c318-476c-ade0-84428cdf1a74,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:25.066279 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=948827af9efc4d998cafca66ccf4ee92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5392923
Apr 21 07:01:25.066279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:25.066916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47186) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:25.097313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d410b3d3-bd3b-457b-88ab-6d6bf4c2ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.141037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:01:25.167015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-390cc453-cb0b-44ff-9757-eff816436adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.227929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-390cc453-cb0b-44ff-9757-eff816436adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.244785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:01:25.251835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:01:25.255648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.331807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-390cc453-cb0b-44ff-9757-eff816436adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.343546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0ad6075e-342a-4d78-ad94-fe027d2b8bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:25.368122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cc453-cb0b-44ff-9757-eff816436adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05a24ec-c318-476c-ade0-84428cdf1a74,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:25.373642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-390cc453-cb0b-44ff-9757-eff816436adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:25.409345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-390cc453-cb0b-44ff-9757-eff816436adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.412165 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-390cc453-cb0b-44ff-9757-eff816436adb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b05a24ec-c318-476c-ade0-84428cdf1a74 HTTP/1.1" status: 204  len: 168 time: 0.3440936
Apr 21 07:01:25.504470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.529043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d410b3d3-bd3b-457b-88ab-6d6bf4c2ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.599707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a99683-cb52-4913-99b7-c37a116fcf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:25.637022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:25.643865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.648299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7aa788f5-89d3-4da2-8520-cb4359761c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:25.881899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a32a4-e714-4973-b4e5-10751cf0b7e7 req-f1bf592d-8d51-4653-82c4-19f14cd2755a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:25.885931 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e11a32a4-e714-4973-b4e5-10751cf0b7e7 req-f1bf592d-8d51-4653-82c4-19f14cd2755a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 945 time: 1.0028346
Apr 21 07:01:25.947497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d410b3d3-bd3b-457b-88ab-6d6bf4c2ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:25.955910 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a99683-cb52-4913-99b7-c37a116fcf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8', 'code': 200}
Apr 21 07:01:26.045694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:26.050369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:26.057003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:26.168343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:26.190781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:26.383801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4ecd-9504-4b5e-9c90-fa3a3ad3ce50 req-1e12338b-75ca-48e2-bd37-5a9473a7b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:26.386059 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d02f4ecd-9504-4b5e-9c90-fa3a3ad3ce50 req-1e12338b-75ca-48e2-bd37-5a9473a7b6ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 1099 time: 0.1085603
Apr 21 07:01:26.449156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47216) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:26.453433 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d02f4ecd-9504-4b5e-9c90-fa3a3ad3ce50 req-c730a6c1-77ab-4012-bdbf-26b31e2b9dac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547771
Apr 21 07:01:26.472814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:26.479052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410b3d3-bd3b-457b-88ab-6d6bf4c2ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7504c3-3b88-4fdd-80b6-082236a4bdca,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:26.492059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:26.499971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4cc33814b9346a1b372479eb5ec65dc is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:26.505791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:26.514127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:26.549423 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d410b3d3-bd3b-457b-88ab-6d6bf4c2ed41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:26.584395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-166bdc93-5c91-4131-ae62-22cb173efa34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:26.636905 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e11a32a4-e714-4973-b4e5-10751cf0b7e7 req-65782bde-5ceb-480c-93cb-5968bde5f0af tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7126424
Apr 21 07:01:26.640869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d410b3d3-bd3b-457b-88ab-6d6bf4c2ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:26.646040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:26.647516 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d410b3d3-bd3b-457b-88ab-6d6bf4c2ed41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a7504c3-3b88-4fdd-80b6-082236a4bdca HTTP/1.1" status: 204  len: 168 time: 1.9999366
Apr 21 07:01:26.651345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:26.665677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eff1bbca-193f-4a04-89e1-f58e14a2f05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:26.725746 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73158066d2ec4d849eb7cc6d85b56189&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4196072
Apr 21 07:01:26.730620 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4cc33814b9346a1b372479eb5ec65dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2799156
Apr 21 07:01:26.731448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47226) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:26.732277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83924d2-228b-40e4-879b-6c8b849c2ae0,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:26.737172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47228) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:26.753220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:26.788824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ff8be-ef18-44bf-b14b-363ff30ba936,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:26.804363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:26.972908 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f27e1400-1ae7-4a70-9627-e998eaed87ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:26.993580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.resource_extend [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 07:01:27.015435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-38146dda-c9ec-40a0-ab8c-e5c451ffb07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.041354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f27e1400-1ae7-4a70-9627-e998eaed87ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.095903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-38146dda-c9ec-40a0-ab8c-e5c451ffb07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.182414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f27e1400-1ae7-4a70-9627-e998eaed87ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.199645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-69a362bf-63bb-46bc-9549-b7b70ede2ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:27.273949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-38146dda-c9ec-40a0-ab8c-e5c451ffb07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.304103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-38146dda-c9ec-40a0-ab8c-e5c451ffb07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.305465 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-38146dda-c9ec-40a0-ab8c-e5c451ffb07f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e83924d2-228b-40e4-879b-6c8b849c2ae0 HTTP/1.1" status: 204  len: 168 time: 0.5667133
Apr 21 07:01:27.306526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e1400-1ae7-4a70-9627-e998eaed87ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ff8be-ef18-44bf-b14b-363ff30ba936,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:27.309265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f27e1400-1ae7-4a70-9627-e998eaed87ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.310551 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f27e1400-1ae7-4a70-9627-e998eaed87ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba7ff8be-ef18-44bf-b14b-363ff30ba936 HTTP/1.1" status: 204  len: 168 time: 0.5749853
Apr 21 07:01:27.321638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f27e1400-1ae7-4a70-9627-e998eaed87ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:27.322636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f84a7c7c-1d4e-4bc4-af15-da0abfb56fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:27.340463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38146dda-c9ec-40a0-ab8c-e5c451ffb07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83924d2-228b-40e4-879b-6c8b849c2ae0,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:27.344142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-38146dda-c9ec-40a0-ab8c-e5c451ffb07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:27.558738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.568986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:27.765521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777c53c-5467-4052-8748-9096578bc707 req-1d13a4fe-6264-48e1-8c07-63aecddb6253 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:27.765521 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5777c53c-5467-4052-8748-9096578bc707 req-1d13a4fe-6264-48e1-8c07-63aecddb6253 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 0.3137517
Apr 21 07:01:27.849575 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Floating IP ae2f7970-2d0b-4048-b197-5ef891baecde associated. External IP: 172.27.0.190, port: 63e443f4-a142-4207-a80c-9ba68249d222.
Apr 21 07:01:28.428382 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5777c53c-5467-4052-8748-9096578bc707 req-3c243463-9796-4805-9d28-1584c3f6a5d4 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4381893
Apr 21 07:01:28.565109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9abc30-3886-4925-b2d5-211c5f0c8991 req-8401702a-302d-437f-afd0-a05f657b22ba tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:28.566898 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0c9abc30-3886-4925-b2d5-211c5f0c8991 req-8401702a-302d-437f-afd0-a05f657b22ba tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.5477142
Apr 21 07:01:28.715998 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0c9abc30-3886-4925-b2d5-211c5f0c8991 req-73e6d9df-75b2-482f-9abe-6bfa336ea760 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366267
Apr 21 07:01:28.765796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Router 92a4088f-1927-4c51-a877-c0e60062de06 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:01:29.005703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:01:29.014689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:29.024282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] Sync routers for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:01:29.036760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:01:29.037455 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bab67128>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:01:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:29.136828 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-943d6c7e-3b6f-41a2-a247-095596853b18 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "PUT /v2.0/floatingips/ae2f7970-2d0b-4048-b197-5ef891baecde HTTP/1.1" status: 200  len: 992 time: 5.0008261
Apr 21 07:01:29.138696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e735e87-6a66-4add-b443-01b595f3da8e', 'tag': '63e443f4-a142-4207-a80c-9ba68249d222'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:29.255083 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e735e87-6a66-4add-b443-01b595f3da8e', 'tag': '63e443f4-a142-4207-a80c-9ba68249d222', 'status': 'completed', 'code': 200}
Apr 21 07:01:29.547745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:01:29.602865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-6055d6c3-4be8-492d-bdad-a88d5872ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:29.606067 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-6055d6c3-4be8-492d-bdad-a88d5872ddbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 1099 time: 0.2864292
Apr 21 07:01:29.918456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022f826-9bb5-4c6d-b30e-11aac828a0e3 req-a6a8aab2-85ab-4435-97c4-91293148b2ac tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:29.936645 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1022f826-9bb5-4c6d-b30e-11aac828a0e3 req-a6a8aab2-85ab-4435-97c4-91293148b2ac tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 0.2503366
Apr 21 07:01:30.180425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-ec7856ea-b54d-4023-9568-b5441ca89a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:30.187688 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-ec7856ea-b54d-4023-9568-b5441ca89a75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 910 time: 0.5639546
Apr 21 07:01:30.227272 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1022f826-9bb5-4c6d-b30e-11aac828a0e3 req-7f15e7fe-2408-4c50-ab80-e5c5dfaa2de1 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889693
Apr 21 07:01:30.280287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bab67128>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': 'ae2f7970-2d0b-4048-b197-5ef891baecde', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'port_id': '63e443f4-a142-4207-a80c-9ba68249d222', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'mac_address': 'fa:16:3e:2e:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e735e87-6a66-4add-b443-01b595f3da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:00:48Z', 'updated_at': '2021-04-21T07:01:26Z', 'revision_number': 1, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:30.286246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] Checking router: 92a4088f-1927-4c51-a877-c0e60062de06 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:01:30.309793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:01:30.310878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bab67128>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:01:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:30.363580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d6f88-6f89-4f80-95ce-f8d91e6685b4 req-98bf10f6-bfb2-4dad-a8d2-1c8b938ef1cf tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:30.378316 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c7d6f88-6f89-4f80-95ce-f8d91e6685b4 req-98bf10f6-bfb2-4dad-a8d2-1c8b938ef1cf tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.3075271
Apr 21 07:01:30.543280 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c7d6f88-6f89-4f80-95ce-f8d91e6685b4 req-7b602d60-0cbb-4af9-a982-188eaf71d0da tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626942
Apr 21 07:01:30.663574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-773ce32e-2e78-4f03-9b82-11f1eed46f2e tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:30.666924 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-773ce32e-2e78-4f03-9b82-11f1eed46f2e tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 0.7329693
Apr 21 07:01:30.853502 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-4f65bd68-67a9-4e3b-af97-8490cf5bb327 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e443f4-a142-4207-a80c-9ba68249d222 HTTP/1.1" status: 200  len: 1000 time: 0.6465683
Apr 21 07:01:30.914511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Deleting port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:01:30.915208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:31.138141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-1a4e785a-105b-4993-88a3-2a7027e76e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:31.141696 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-1a4e785a-105b-4993-88a3-2a7027e76e9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 200  len: 849 time: 0.1481397
Apr 21 07:01:31.184427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:01:31.578372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] For port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,segment=NetworkSegment(26c98b8d-2935-4736-a9d3-a692c232d72a),segment_id=26c98b8d-2935-4736-a9d3-a692c232d72a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:31.580242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:31.659171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d852c4b-152a-4cab-86fc-dac415efd37c req-1171be9d-c4aa-491e-9a15-c6033cf42769 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:31.662283 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2d852c4b-152a-4cab-86fc-dac415efd37c req-1171be9d-c4aa-491e-9a15-c6033cf42769 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.2722449
Apr 21 07:01:31.751830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98309dd-ccb6-4c3e-86b0-d3d4c614a4d4 req-811f7d2b-9118-49d5-b527-735974098ffa tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:31.754810 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c98309dd-ccb6-4c3e-86b0-d3d4c614a4d4 req-811f7d2b-9118-49d5-b527-735974098ffa tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 945 time: 0.2312543
Apr 21 07:01:31.846570 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2d852c4b-152a-4cab-86fc-dac415efd37c req-114057ce-370e-4226-aeb6-4b75c238944f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615405
Apr 21 07:01:31.892661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Calling delete_port for ab0b667e-f1b7-4dd5-9971-5a7557ddd37f owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:01:31.919710 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c98309dd-ccb6-4c3e-86b0-d3d4c614a4d4 req-f719eb4f-6f70-494d-b100-80b7ac32397a tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290412
Apr 21 07:01:32.026333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bab67128>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': 'ae2f7970-2d0b-4048-b197-5ef891baecde', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'port_id': '63e443f4-a142-4207-a80c-9ba68249d222', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'mac_address': 'fa:16:3e:2e:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e735e87-6a66-4add-b443-01b595f3da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:00:48Z', 'updated_at': '2021-04-21T07:01:26Z', 'revision_number': 1, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:32.037931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35512e7e-1e0a-4cac-8551-551d0748ff42 None None] The sync data for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi is: [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': 'ae2f7970-2d0b-4048-b197-5ef891baecde', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'port_id': '63e443f4-a142-4207-a80c-9ba68249d222', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'mac_address': 'fa:16:3e:2e:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e735e87-6a66-4add-b443-01b595f3da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:00:48Z', 'updated_at': '2021-04-21T07:01:26Z', 'revision_number': 1, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:01:32.124699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:01:32.355383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:32.366367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:32.412233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2aed6f-8a8c-4cb2-aad6-32fa6b88e0dd None None] New status for floating IP ae2f7970-2d0b-4048-b197-5ef891baecde: ACTIVE {{(pid=86425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:01:32.483242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Pushing event deleted for resources: {'Port': ['ID=ab0b667e-f1b7-4dd5-9971-5a7557ddd37f,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:32.488132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:32.583425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] No DVR routers for this DVR port ab0b667e-f1b7-4dd5-9971-5a7557ddd37f on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:01:32.589622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:32.596422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cb6e66-6bb0-41d0-a809-cac0347a5e2f', 'name': 'network-vif-deleted', 'tag': 'ab0b667e-f1b7-4dd5-9971-5a7557ddd37f'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:32.657167 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-280738ec-d81c-4be6-8a3d-d2d602211aa4 req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.18 "DELETE /v2.0/ports/ab0b667e-f1b7-4dd5-9971-5a7557ddd37f HTTP/1.1" status: 204  len: 173 time: 1.9817252
Apr 21 07:01:32.706093 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cb6e66-6bb0-41d0-a809-cac0347a5e2f', 'name': 'network-vif-deleted', 'tag': 'ab0b667e-f1b7-4dd5-9971-5a7557ddd37f', 'status': 'completed', 'code': 200}
Apr 21 07:01:32.777176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47460) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:32.820875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47466) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:32.977387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:32.996703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:33.002830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:f1fa29ffbd3b44999ed0f3f0aa38afc0 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:33.007155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:33.017370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:33.084773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.114308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:33.122296 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Usage tracker for resource:security_group_rule and tenant:cc3133861b72497a8fa29aa323c4a608 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:33.127785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:33.139551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:33.149250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8304e4-8a48-4f04-86b1-7dee398f0342 req-f01304f3-eff6-44f0-bf35-8669cf9a80cf tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:33.151096 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae8304e4-8a48-4f04-86b1-7dee398f0342 req-f01304f3-eff6-44f0-bf35-8669cf9a80cf tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.0984828
Apr 21 07:01:33.207639 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae8304e4-8a48-4f04-86b1-7dee398f0342 req-e0286cd9-4384-422f-8b4f-827f0c669743 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490885
Apr 21 07:01:33.258385 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.267755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.284034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a6d931a4-9983-471d-a70f-3a077bf8835c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:33.362029 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1fa29ffbd3b44999ed0f3f0aa38afc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5394905
Apr 21 07:01:33.365419 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47478) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:33.365869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6149cb98-b05b-45c3-86d8-4b468b71e3a4,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:33.370382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.371657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:33.375797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.384182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-38146dda-c9ec-40a0-ab8c-e5c451ffb07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:33.437344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70482f0a-5413-4a32-a8e5-35c8b1198f0d,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:33.442555 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc3133861b72497a8fa29aa323c4a608&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6641521
Apr 21 07:01:33.443734 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:33.445926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47482) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:33.540903 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8c5f59c6-fd0c-4354-bc70-7a2f2040420a req-ed1add6c-3f63-4d54-a7bb-15abd195ee18 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 210 time: 0.1087754
Apr 21 07:01:33.566222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad60540f-febe-4ac9-a38d-8cc7142f1d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.575252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e77581aa-fc1c-4cb8-8c74-bcb8ca2bb31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.603098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad60540f-febe-4ac9-a38d-8cc7142f1d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.608253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9fa875d3-63f5-4b28-8089-300ed9ac6be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.626998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e77581aa-fc1c-4cb8-8c74-bcb8ca2bb31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.660032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad60540f-febe-4ac9-a38d-8cc7142f1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.667233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-df3ec417-7dcf-4f46-a65d-fcb8d1a9e038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:33.680226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60540f-febe-4ac9-a38d-8cc7142f1d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149cb98-b05b-45c3-86d8-4b468b71e3a4,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:33.683207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ad60540f-febe-4ac9-a38d-8cc7142f1d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:33.689708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad60540f-febe-4ac9-a38d-8cc7142f1d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.694240 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ad60540f-febe-4ac9-a38d-8cc7142f1d84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6149cb98-b05b-45c3-86d8-4b468b71e3a4 HTTP/1.1" status: 204  len: 168 time: 0.3267148
Apr 21 07:01:33.699402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e77581aa-fc1c-4cb8-8c74-bcb8ca2bb31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.709649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-454a64dc-fc5a-4e2c-a478-ee97bbd2cc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:33.733658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77581aa-fc1c-4cb8-8c74-bcb8ca2bb31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70482f0a-5413-4a32-a8e5-35c8b1198f0d,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:33.739365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e77581aa-fc1c-4cb8-8c74-bcb8ca2bb31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:33.756838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e77581aa-fc1c-4cb8-8c74-bcb8ca2bb31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:33.759336 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e77581aa-fc1c-4cb8-8c74-bcb8ca2bb31a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70482f0a-5413-4a32-a8e5-35c8b1198f0d HTTP/1.1" status: 204  len: 168 time: 0.3117409
Apr 21 07:01:34.077871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['ab0b667e-f1b7-4dd5-9971-5a7557ddd37f'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:01:34.175843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device ab0b667e-f1b7-4dd5-9971-5a7557ddd37f no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:01:34.229218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47502) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:34.248562 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: ab0b667e-f1b7-4dd5-9971-5a7557ddd37f {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:01:34.249290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device ab0b667e-f1b7-4dd5-9971-5a7557ddd37f not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:01:34.255621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:34.284541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:34.289295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Usage tracker for resource:security_group_rule and tenant:f69e60e0e5c742b1b16a13c9ca3dcb97 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:34.311384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:34.327380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:34.450430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47516) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:34.462574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-0984299d-9f42-43bf-91cb-26a6eb8d7a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:34.465436 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-0984299d-9f42-43bf-91cb-26a6eb8d7a93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 1099 time: 0.2272825
Apr 21 07:01:34.472764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:34.476351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:34.488446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bebee445-6a91-4411-87cc-73e114766806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:34.547610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-f9aba922-e3d2-4255-91b0-ecd5a58bf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:34.550569 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-f9aba922-e3d2-4255-91b0-ecd5a58bf47f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4398508
Apr 21 07:01:34.559491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:34.617727 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f69e60e0e5c742b1b16a13c9ca3dcb97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3871202
Apr 21 07:01:34.619028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0445fa-9cf2-465d-b46d-865a3ba54e39,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:34.621973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47526) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:34.628048 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:34.726019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a071eb88-5c7c-4f08-ae70-d7bb0191756c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:35.069129 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-09d8c393-c7bc-495d-8f83-8cf84fe0f0e7 req-e6e86855-5329-477f-9d9c-399cc21f5069 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cb6e66-6bb0-41d0-a809-cac0347a5e2f HTTP/1.1" status: 200  len: 210 time: 0.3393152
Apr 21 07:01:35.082559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae724-3724-4baf-9d28-5de101dbceb3 req-d68af438-4721-4716-8121-ce568c268d9f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:35.084251 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1deae724-3724-4baf-9d28-5de101dbceb3 req-d68af438-4721-4716-8121-ce568c268d9f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.5987337
Apr 21 07:01:35.089578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a071eb88-5c7c-4f08-ae70-d7bb0191756c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:35.188304 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1deae724-3724-4baf-9d28-5de101dbceb3 req-c0e884a0-610a-49d1-b1f0-2e7008abe3e4 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905511
Apr 21 07:01:35.205729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a071eb88-5c7c-4f08-ae70-d7bb0191756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:35.208317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-88dc9f5b-78f4-44ff-a319-ac57eda74909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:35.238618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071eb88-5c7c-4f08-ae70-d7bb0191756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0445fa-9cf2-465d-b46d-865a3ba54e39,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:35.242252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a071eb88-5c7c-4f08-ae70-d7bb0191756c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:35.246801 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a071eb88-5c7c-4f08-ae70-d7bb0191756c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f0445fa-9cf2-465d-b46d-865a3ba54e39 HTTP/1.1" status: 204  len: 168 time: 0.6207867
Apr 21 07:01:35.246801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a071eb88-5c7c-4f08-ae70-d7bb0191756c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:35.278692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:35.317168 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ed1149ff91420d98117bbfbf441e75 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:35.338199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:35.363917 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:35.428785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-dc33e9cb-b4a0-45e6-9ffc-b74f4bea20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:35.432123 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-dc33e9cb-b4a0-45e6-9ffc-b74f4bea20f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 918 time: 0.9410903
Apr 21 07:01:35.641440 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-c25a0f00-8a04-48a0-a445-17352837a59e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 HTTP/1.1" status: 200  len: 217 time: 0.1486804
Apr 21 07:01:35.646357 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-1c353acf-6c3e-48b8-848c-aa73c9bfa798 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5919609
Apr 21 07:01:36.031107 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc913c11-6a4e-4195-9641-4f6c19c5d790 req-b77566ad-007b-47ed-b7a1-ee15e3ce0b49 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3532038
Apr 21 07:01:36.071508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-5a5d1df8-59b7-4372-84ce-220c0c32cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:36.073110 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-5a5d1df8-59b7-4372-84ce-220c0c32cc63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 200  len: 858 time: 0.3976381
Apr 21 07:01:36.078321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:36.082905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:36.092996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-177cde18-404d-40e0-b026-e4ce72836813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:36.159640 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6ed1149ff91420d98117bbfbf441e75&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7045114
Apr 21 07:01:36.166044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47568) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:36.214239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-13d3d77d-e486-486a-b1bf-891ecfca0c95 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:36.231406 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-13d3d77d-e486-486a-b1bf-891ecfca0c95 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 814 time: 0.2626297
Apr 21 07:01:36.258404 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-3dcd21cd-dfb7-4874-aaa6-c28e9b2c83d4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/quotas/c2191a9a37204f06ac6bc76c106069ef HTTP/1.1" status: 200  len: 375 time: 0.0197532
Apr 21 07:01:36.261578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0edb726-f904-40b0-91f9-bdc0913af04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:36.294965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0edb726-f904-40b0-91f9-bdc0913af04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:36.345950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3737e1c1-752c-43c6-aa1e-7ed492d32a0e,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:36.359430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0edb726-f904-40b0-91f9-bdc0913af04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:36.363548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:36.364092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fdc172f8-e408-4ad0-b30a-e775ba5b5b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:36.376501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edb726-f904-40b0-91f9-bdc0913af04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737e1c1-752c-43c6-aa1e-7ed492d32a0e,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:36.380410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a0edb726-f904-40b0-91f9-bdc0913af04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:36.387945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0edb726-f904-40b0-91f9-bdc0913af04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:36.389142 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a0edb726-f904-40b0-91f9-bdc0913af04a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3737e1c1-752c-43c6-aa1e-7ed492d32a0e HTTP/1.1" status: 204  len: 168 time: 0.2213497
Apr 21 07:01:36.526774 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-d41ec75d-41f3-459a-b0d4-034df22949fd tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2678299
Apr 21 07:01:36.998234 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-be1a0b2c-c1f9-4437-bc24-d226ae87e11f service neutron] 10.222.0.36 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4427660
Apr 21 07:01:37.046178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-357b5701-8da7-4913-b2eb-c329e7cc9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:37.216517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717939b-ad1f-47ed-8bb4-88262cfadec4 req-fefea5ef-4b1e-4af7-abb8-b522482dd165 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:37.235304 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b717939b-ad1f-47ed-8bb4-88262cfadec4 req-fefea5ef-4b1e-4af7-abb8-b522482dd165 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.5019243
Apr 21 07:01:37.348332 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b717939b-ad1f-47ed-8bb4-88262cfadec4 req-7609cc78-4cc5-4c52-b5ac-8cdaaad75ffe tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114073
Apr 21 07:01:37.465844 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-4fca2cdf-3fdf-4b0c-b623-ef8bcce8abf0 service neutron] 10.222.0.36 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4589896
Apr 21 07:01:37.819000 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-116c7e74-6a7e-46f2-bbd3-5afc88f9685b req-051359cc-abd1-4327-ad4d-18c994646f3c tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 210 time: 0.0690739
Apr 21 07:01:38.346416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:38.636895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56639b-04f8-4d54-984c-8852c90d15a7 req-3f7e3971-c264-4c50-81b4-be784616b548 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:38.638590 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fe56639b-04f8-4d54-984c-8852c90d15a7 req-3f7e3971-c264-4c50-81b4-be784616b548 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1100168
Apr 21 07:01:38.742533 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fe56639b-04f8-4d54-984c-8852c90d15a7 req-f5d06894-e792-4764-9c11-ffbc4020948d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956271
Apr 21 07:01:38.989904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:39.071350 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-bfeb4cfd-61f1-481e-8ec8-e68299aafb82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc328b38-04f7-450c-96f4-b00d62531f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1742346
Apr 21 07:01:39.334809 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ec377d48-0db9-43b6-8844-be90c187dd6b req-ec8cf6e5-02b4-4491-97c0-9829a7868d14 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 210 time: 0.1457021
Apr 21 07:01:39.343488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:39.464536 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-d974b0ee-1c7e-42e5-a9d9-179bbec38873 service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3826807
Apr 21 07:01:39.954313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47716) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:39.973215 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1779cf8a-0c5e-4137-9c9a-015906c6d139 req-395d5969-9715-4e2c-b2d9-ebff36c20d7d service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4971845
Apr 21 07:01:40.175170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47732) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:40.333887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168663-01f9-481e-924e-f2083c40b563 req-2cb54834-a388-4ce5-b61a-24133cefc854 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:40.344049 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ec168663-01f9-481e-924e-f2083c40b563 req-2cb54834-a388-4ce5-b61a-24133cefc854 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1976428
Apr 21 07:01:40.445063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:40.456248 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ec168663-01f9-481e-924e-f2083c40b563 req-f58deafd-1d76-4042-ae25-5b5236d0afba tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110287
Apr 21 07:01:40.525833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Deleting subnet 73f7f2a4-76af-4158-a214-d5e096825dc9 {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:01:40.535158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:40.539700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:11738da2b97044f79d69d9a4a3fb443f is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:40.542961 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:40.551507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:40.605304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:40.744295 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c00a1f97-8412-4dcd-aaad-0cfff2b928e4 req-ae6259b2-4768-4b03-9ea3-f1168b89b6b8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 210 time: 0.0978148
Apr 21 07:01:40.855188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:40.900073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:40.980418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:40.993147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:41.008025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-dd476e66-a632-4673-8bee-1859b71b9242 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:41.009647 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-dd476e66-a632-4673-8bee-1859b71b9242 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 814 time: 0.7033484
Apr 21 07:01:41.014485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-570c6241-082b-41c4-a6d5-658aa2cfd3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:41.261583 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11738da2b97044f79d69d9a4a3fb443f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3056755
Apr 21 07:01:41.262860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3babc-0ee5-4cd1-b3f4-969995970a66,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:41.265141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47756) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:41.283449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:41.393806 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fcac2595-27ca-4b32-b29e-83d950cdf2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:41.434427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fcac2595-27ca-4b32-b29e-83d950cdf2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:41.495344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fcac2595-27ca-4b32-b29e-83d950cdf2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:41.501284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5ffa54d0-f51c-4441-8e5e-d679037b4f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:41.554309 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fcac2595-27ca-4b32-b29e-83d950cdf2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:41.557092 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fcac2595-27ca-4b32-b29e-83d950cdf2cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97b3babc-0ee5-4cd1-b3f4-969995970a66 HTTP/1.1" status: 204  len: 168 time: 0.2895405
Apr 21 07:01:41.563719 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac2595-27ca-4b32-b29e-83d950cdf2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3babc-0ee5-4cd1-b3f4-969995970a66,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:41.576171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fcac2595-27ca-4b32-b29e-83d950cdf2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:41.661773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:41.668606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-47c96b31-9ca0-40bd-b9a3-53042f411857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:41.716687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f7f2a4-76af-4158-a214-d5e096825dc9,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:41.721198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:41.725058 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:41.742343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47770) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:41.742614 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/73f7f2a4-76af-4158-a214-d5e096825dc9 HTTP/1.1" status: 204  len: 168 time: 1.5657372
Apr 21 07:01:41.961877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.128163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035aa87-2e3b-4a9a-9f28-23de6ed59684 req-2da9f395-bfcf-4d97-a1c4-2da86bf80136 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:42.129952 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8035aa87-2e3b-4a9a-9f28-23de6ed59684 req-2da9f395-bfcf-4d97-a1c4-2da86bf80136 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.2767527
Apr 21 07:01:42.138065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47780) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:42.159196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.163358 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.188151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:42.196265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Usage tracker for resource:security_group_rule and tenant:9b119d401075426b9a1daa38f83fc8ee is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:42.202637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:42.214879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:42.340468 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8035aa87-2e3b-4a9a-9f28-23de6ed59684 req-456304e4-5758-4747-ae8d-c5555e2eec94 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002773
Apr 21 07:01:42.393984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.398845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.409251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-13649236-9cc7-422a-aeff-961eba79af02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:42.422491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd6ba70b048>> segment before_delete 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.423203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd6ba70b048>> subnet precommit_delete_associations 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.426007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba447828>> segment_host_mapping after_create 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.426262 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba447828>> port after_create 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.426792 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba447828>> port after_delete 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.427415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba447828>> port after_update 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.428646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba447828>> segment after_delete 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.429296 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba447828>> subnet after_create 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.429978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba447828>> subnet after_delete 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.430625 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba447828>> subnet after_update 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.462534 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b119d401075426b9a1daa38f83fc8ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3173242
Apr 21 07:01:42.462534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b83139-f786-4711-a798-f3b8e47b4981,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:42.463398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47786) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:42.464364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:42.532611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd6baa80390>> subnet after_create 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.533142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd6baa80390>> subnet after_delete 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.533618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd6baa80390>> subnet before_create 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.534097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd6baa80390>> subnet before_update 55550000 {{(pid=86424) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:01:42.534579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6bac89390>,) {'filters': {'network_id': ['e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:42.593226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f59e25b9-d7ac-45f6-9433-e4eaabfe16b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.598798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bac89390>, '26c98b8d-2935-4736-a9d3-a692c232d72a') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:42.599142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bac89390>, '26c98b8d-2935-4736-a9d3-a692c232d72a') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:42.609121 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e859d3d0-93c4-4f83-b895-f12fe1413f56 req-29cf30c6-a203-4dbe-9565-714b1bda4c4b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 210 time: 0.0659139
Apr 21 07:01:42.617409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.638770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.651323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f59e25b9-d7ac-45f6-9433-e4eaabfe16b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.651950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:01:42.730767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f59e25b9-d7ac-45f6-9433-e4eaabfe16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.740547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:42.765291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e25b9-d7ac-45f6-9433-e4eaabfe16b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b83139-f786-4711-a798-f3b8e47b4981,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:42.776884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f59e25b9-d7ac-45f6-9433-e4eaabfe16b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:42.778428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f59e25b9-d7ac-45f6-9433-e4eaabfe16b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:42.785294 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f59e25b9-d7ac-45f6-9433-e4eaabfe16b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99b83139-f786-4711-a798-f3b8e47b4981 HTTP/1.1" status: 204  len: 168 time: 0.3183191
Apr 21 07:01:42.932222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:01:42.943579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:43.218186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Network e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   from cryptography.utils import int_from_bytes
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   from cryptography.utils import int_from_bytes
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   (rel_b, rel_a, rel_b),
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   (rel_b, rel_a, rel_b),
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:01:43.251379 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:01:43.353063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:43.359729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1bff567a-21f5-43b3-a9d2-a45dbe6f1e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:43.378979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:43.395245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:43.398589 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] 10.222.0.36 "DELETE /v2.0/networks/e2c6c7d4-e31b-4ef3-a7c8-0b338d3c0caf HTTP/1.1" status: 204  len: 168 time: 1.6542869
Apr 21 07:01:43.403197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:43.651335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47814) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:43.718093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13e00c-f626-4234-9c58-977ffd49c144 req-23bcb109-672f-4050-b03e-1063af0b8f27 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:43.719946 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8b13e00c-f626-4234-9c58-977ffd49c144 req-23bcb109-672f-4050-b03e-1063af0b8f27 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1339824
Apr 21 07:01:43.740338 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-eaac807a-1077-4c1e-9640-4d59a0b626fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d530bbc2ae7d4359ac4420a9edcc5890&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0844033
Apr 21 07:01:43.741421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47818) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:43.782609 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8b13e00c-f626-4234-9c58-977ffd49c144 req-2e44c36e-7613-420d-b65f-df34686bb121 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489266
Apr 21 07:01:43.850620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01de590e-73b6-483e-b3cf-478d3f21e1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:43.884986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01de590e-73b6-483e-b3cf-478d3f21e1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:43.953586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01de590e-73b6-483e-b3cf-478d3f21e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:43.960082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a0edb726-f904-40b0-91f9-bdc0913af04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:43.977513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de590e-73b6-483e-b3cf-478d3f21e1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c5bd72-4f4d-4f91-8c80-aeb3e3082381,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:43.981670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-01de590e-73b6-483e-b3cf-478d3f21e1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:43.995571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01de590e-73b6-483e-b3cf-478d3f21e1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:44.001470 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-01de590e-73b6-483e-b3cf-478d3f21e1aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5c5bd72-4f4d-4f91-8c80-aeb3e3082381 HTTP/1.1" status: 204  len: 168 time: 0.2544861
Apr 21 07:01:44.003350 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6d66ba22-462b-4eec-bbe7-cbdb6cbaf387 req-07cec05a-5251-44bc-90b3-e3c3f42448fd tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 210 time: 0.0683923
Apr 21 07:01:44.055800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Request body: {'port': {'device_id': 'db359fe6-1b92-46d9-bdcf-bdcc05823c50', 'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'admin_state_up': True, 'tenant_id': 'c2191a9a37204f06ac6bc76c106069ef'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:44.288147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:44.298855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Usage tracker for resource:port and tenant:c2191a9a37204f06ac6bc76c106069ef is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:44.305930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:44.320176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:44.339202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Made reservation on behalf of c2191a9a37204f06ac6bc76c106069ef for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:44.352741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:44.371313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47838) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:44.557819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-643569515-network', 'tenant_id': '6a757da6f0024e0fb479a19be1aaea60'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:44.565031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:44.570196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Usage tracker for resource:network and tenant:6a757da6f0024e0fb479a19be1aaea60 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:44.573819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:44.582490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:44.595180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Made reservation on behalf of 6a757da6f0024e0fb479a19be1aaea60 for: {'network': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:44.600662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Allocated IP 172.20.0.2 (67a1169e-2060-4670-bf49-674d028eb240/05f5e72f-dfca-4871-9598-82765e63758d/09bde817-4732-418a-8bac-993f5da11bec) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:01:44.604888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:44.642079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:44.684193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:44.697571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Usage tracker for resource:security_group_rule and tenant:6a757da6f0024e0fb479a19be1aaea60 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:44.722646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:44.753746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:44.873420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:44.893711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:44.898520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:44.932174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'}  {{(pid=86424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:01:44.948836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e842533-6fb2-47ea-9a6d-20d5e382b666,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:44.955394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:44.957053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:44.957459 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Added segment d116aa48-038f-43ac-89ea-37c66aa28b7d of type vlan for network 28471488-c577-4e7e-82d4-2722e7001cdf
Apr 21 07:01:44.962367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:45.023685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:45.024638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:45.046020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:45.084297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1563a8d6-5cbf-4d26-bc64-a080abf692fa'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:01:45.230409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.resource_extend [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 07:01:45.281620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Network 67a1169e-2060-4670-bf49-674d028eb240 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:01:45.297155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:01:45.342328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:01:45.378181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:45.392353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:45.447489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Pushing event updated for resources: {'Port': ['ID=09bde817-4732-418a-8bac-993f5da11bec,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:45.454869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:45.464419 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4190509
Apr 21 07:01:45.499041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Request body: {'port': {'device_id': 'db359fe6-1b92-46d9-bdcf-bdcc05823c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:45.509216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:45.527050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:45.527714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:45.598298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:45.638280 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2630384
Apr 21 07:01:45.642203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47888) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:45.651755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Request body: {'subnet': {'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-643569515-subnet', 'tenant_id': '6a757da6f0024e0fb479a19be1aaea60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:45.670677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:45.689379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Usage tracker for resource:subnet and tenant:6a757da6f0024e0fb479a19be1aaea60 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:45.831340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47896) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:45.832892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:45.899645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:45.936260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Pushing event updated for resources: {'Network': ['ID=28471488-c577-4e7e-82d4-2722e7001cdf,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:45.951735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:45.965051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:45.988435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 28471488-c577-4e7e-82d4-2722e7001cdf details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:01:45.991999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ecb9d-cc1c-416e-961b-07279f7364f6 req-013635da-9017-4159-a1d4-80788b887977 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:46.008469 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7b1ecb9d-cc1c-416e-961b-07279f7364f6 req-013635da-9017-4159-a1d4-80788b887977 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.9308429
Apr 21 07:01:46.032099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbc8a9-f436-4944-bba9-f4a4072f8590 req-14b28bcb-3562-4092-bc75-fe61656e7913 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:46.048170 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-09dbc8a9-f436-4944-bba9-f4a4072f8590 req-14b28bcb-3562-4092-bc75-fe61656e7913 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 931 time: 0.8253520
Apr 21 07:01:46.067187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Made reservation on behalf of 6a757da6f0024e0fb479a19be1aaea60 for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:46.085982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:46.244323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098985377-network', 'tenant_id': 'ece8df3dc8654595828c1e87715e47f7'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:46.262462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:46.283566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Usage tracker for resource:network and tenant:ece8df3dc8654595828c1e87715e47f7 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:46.365303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:46.381009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:46.392923 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-09dbc8a9-f436-4944-bba9-f4a4072f8590 req-7f906337-7cda-4d60-8d76-85e1dd3067ab tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3430023
Apr 21 07:01:46.416864 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7b1ecb9d-cc1c-416e-961b-07279f7364f6 req-108029b3-74ea-4e7e-bd72-aabcb1fb4153 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4067299
Apr 21 07:01:46.775037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Made reservation on behalf of ece8df3dc8654595828c1e87715e47f7 for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:46.783183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:46.869425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:46.957556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:47.023199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Usage tracker for resource:security_group_rule and tenant:ece8df3dc8654595828c1e87715e47f7 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:47.086710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:47.113405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:47.147578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:47.422352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bde817-4732-418a-8bac-993f5da11bec {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:47.447998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:47.460473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:47.477041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:47.488118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f154bbfa-9581-4fa5-95aa-9c1c5d252073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:47.500419 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Transition to ACTIVE for port object 09bde817-4732-418a-8bac-993f5da11bec will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:01:47.578799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:47.593677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:01:47.644534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229ae967-a8c9-4f47-bf1c-ba2c8defe416,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:47.648322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:47.653532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:47.761060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:47.761865 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Added segment 495c87dc-b475-46a6-943c-3450da992083 of type vlan for network cd132571-7234-495e-a275-0ea2a595300f
Apr 21 07:01:47.802360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa458677-c4f1-4e46-8aee-c8c722d5f39f req-fd2e94f2-7faf-4f3f-ac08-8ff0e4b24070 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:47.804100 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aa458677-c4f1-4e46-8aee-c8c722d5f39f req-fd2e94f2-7faf-4f3f-ac08-8ff0e4b24070 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 943 time: 0.1742702
Apr 21 07:01:47.816888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49894321-87a9-44d0-8d2c-59763a27f931 req-2385d625-0b61-4d58-9763-c888620e9809 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:47.818681 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-49894321-87a9-44d0-8d2c-59763a27f931 req-2385d625-0b61-4d58-9763-c888620e9809 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1411908
Apr 21 07:01:47.828706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:47.901327 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aa458677-c4f1-4e46-8aee-c8c722d5f39f req-8406b7ee-ddc7-4b50-ad8e-b14bf129dc06 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814521
Apr 21 07:01:47.922016 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-49894321-87a9-44d0-8d2c-59763a27f931 req-d6744179-19a5-4dca-9150-3e8d382c344e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843117
Apr 21 07:01:47.964055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:47.974949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Pushing event updated for resources: {'Port': ['ID=09bde817-4732-418a-8bac-993f5da11bec,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:47.980367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:47.990579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:48.053344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Attempting to bind port 09bde817-4732-418a-8bac-993f5da11bec on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:01:48.053681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Attempting to bind port 09bde817-4732-418a-8bac-993f5da11bec by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:01:48.054059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Attempting to bind port 09bde817-4732-418a-8bac-993f5da11bec on network 67a1169e-2060-4670-bf49-674d028eb240 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:48.092701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Port 09bde817-4732-418a-8bac-993f5da11bec on network 67a1169e-2060-4670-bf49-674d028eb240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:01:48.093210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Attempting to bind port 09bde817-4732-418a-8bac-993f5da11bec on network 67a1169e-2060-4670-bf49-674d028eb240 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:48.117321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:01:48.117693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Checking segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:01:48.118024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Bound using segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:01:48.118517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Bound port: 09bde817-4732-418a-8bac-993f5da11bec, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:01:48.118911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:48.150566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0155d81-2192-4bcb-ba76-86fec82637cd,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:48.153609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:48.156906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Checking segment: {'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:01:48.157319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Network hostable DHCP agents. Network: 28471488-c577-4e7e-82d4-2722e7001cdf, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:01:48.193354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:48.200898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:48.201742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:48.218282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:48.405233 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.5373886
Apr 21 07:01:48.406329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Pushing event updated for resources: {'Network': ['ID=cd132571-7234-495e-a275-0ea2a595300f,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:48.407201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 47972) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:48.410034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:48.413306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Network 28471488-c577-4e7e-82d4-2722e7001cdf is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:01:48.420813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Request body: {'subnet': {'network_id': 'cd132571-7234-495e-a275-0ea2a595300f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098985377-subnet', 'tenant_id': 'ece8df3dc8654595828c1e87715e47f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:48.423801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network cd132571-7234-495e-a275-0ea2a595300f details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:01:48.433407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:48.437193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] For port 09bde817-4732-418a-8bac-993f5da11bec, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:01:48.443129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Usage tracker for resource:subnet and tenant:ece8df3dc8654595828c1e87715e47f7 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:48.449881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] For port 09bde817-4732-418a-8bac-993f5da11bec, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=09bde817-4732-418a-8bac-993f5da11bec,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:01:48.452170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 28471488-c577-4e7e-82d4-2722e7001cdf) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:01:48.452613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:48.463058 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:48.463730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:48.469328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:48.480905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:48.495304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Made reservation on behalf of ece8df3dc8654595828c1e87715e47f7 for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:48.508624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3b62afca-c621-4bb3-923a-29e29613d524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:48.512453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847600459'] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:48.547900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a45fbea-e7e0-4e7d-a5f9-4a291a074746 None None] Network 28471488-c577-4e7e-82d4-2722e7001cdf requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:01:48.646686 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.0027678
Apr 21 07:01:48.653055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:48.654551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:48.657803 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] 10.222.0.18 "PUT /v2.0/ports/09bde817-4732-418a-8bac-993f5da11bec HTTP/1.1" status: 200  len: 1093 time: 3.1738842
Apr 21 07:01:48.658833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db359fe6-1b92-46d9-bdcf-bdcc05823c50', 'tag': '09bde817-4732-418a-8bac-993f5da11bec'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:48.888156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Pushing event updated for resources: {'Port': ['ID=09bde817-4732-418a-8bac-993f5da11bec,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:48.892957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:48.895402 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db359fe6-1b92-46d9-bdcf-bdcc05823c50', 'tag': '09bde817-4732-418a-8bac-993f5da11bec', 'status': 'completed', 'code': 200}
Apr 21 07:01:48.941900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-5a99ffbe-9989-4482-bb4b-1b31dfcfcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:48.943933 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-5a99ffbe-9989-4482-bb4b-1b31dfcfcf38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 1096 time: 0.1462433
Apr 21 07:01:49.112681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 47986) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:49.184232 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-4f92d972-bb81-4dda-a6fc-10071923d965 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09bde817-4732-418a-8bac-993f5da11bec HTTP/1.1" status: 200  len: 217 time: 0.2172489
Apr 21 07:01:49.209066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c19da1c-cdfa-4ac8-b49f-a5a981d1deaa None None] Network 28471488-c577-4e7e-82d4-2722e7001cdf requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:01:49.434754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-80c8c8cb-de15-4c1c-bc6d-e85ff224b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:49.438464 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-80c8c8cb-de15-4c1c-bc6d-e85ff224b000 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.2428410
Apr 21 07:01:49.572613 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-d5e81fce-0163-48c5-bf4b-db6f14ff5a01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1147377
Apr 21 07:01:49.691604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:49.813434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:49.821464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Usage tracker for resource:security_group_rule and tenant:e96d00b04e0840fab01749f8466fa1cd is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:49.842183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:49.842500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420f7c-353f-419e-843c-8803bf79701f req-f7c2409d-d505-4ffa-9d46-54deab9d0f29 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:49.852030 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:49.852807 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2420f7c-353f-419e-843c-8803bf79701f req-f7c2409d-d505-4ffa-9d46-54deab9d0f29 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.5117447
Apr 21 07:01:49.945252 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-ea3a098a-dcd3-4dbe-84a0-186189342eef service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3256540
Apr 21 07:01:50.039341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97949f4a-24b5-4c17-8618-fbf3a976361b req-62ca734a-02bd-426b-af12-92fd21172700 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:50.041208 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97949f4a-24b5-4c17-8618-fbf3a976361b req-62ca734a-02bd-426b-af12-92fd21172700 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 943 time: 0.5147200
Apr 21 07:01:50.059888 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2420f7c-353f-419e-843c-8803bf79701f req-74f3107d-b820-4f73-add5-2bf21e37196d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894396
Apr 21 07:01:50.164477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:50.172103 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0455efa-1701-4a77-99e4-e6eaf64ed64b req-5f14ea11-2762-4c9e-969d-2290e39f8451 service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141294
Apr 21 07:01:50.173304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:50.209269 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-517c331d-5fb3-4b0d-9c00-f10374201c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:50.249645 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e96d00b04e0840fab01749f8466fa1cd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1223395
Apr 21 07:01:50.249645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d33b270-964a-40e3-9141-33fa581a24ab,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:50.250417 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e62ee2e0-f3e7-4c17-adc7-4d25e002c253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:50.250850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48006) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:50.283249 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97949f4a-24b5-4c17-8618-fbf3a976361b req-2bd90025-2df2-49d2-bbfe-4dd2ae841296 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2170894
Apr 21 07:01:50.479943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3daf0934-11ef-4bc7-a8bf-d5ef8c72321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:50.526032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3daf0934-11ef-4bc7-a8bf-d5ef8c72321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:50.587476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-d52f518d-d456-4a6a-8c43-4abbe7dd4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:50.589153 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-d52f518d-d456-4a6a-8c43-4abbe7dd4e7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 1096 time: 0.2241938
Apr 21 07:01:50.623136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3daf0934-11ef-4bc7-a8bf-d5ef8c72321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:50.632397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f59e25b9-d7ac-45f6-9433-e4eaabfe16b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:50.648574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848240075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847600476'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:50.653196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-37ba0d3c-fcda-4b60-8f31-430e9ce7e088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:50.703606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf0934-11ef-4bc7-a8bf-d5ef8c72321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d33b270-964a-40e3-9141-33fa581a24ab,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:50.708936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3daf0934-11ef-4bc7-a8bf-d5ef8c72321f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:50.711980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3daf0934-11ef-4bc7-a8bf-d5ef8c72321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:50.717259 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3daf0934-11ef-4bc7-a8bf-d5ef8c72321f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d33b270-964a-40e3-9141-33fa581a24ab HTTP/1.1" status: 204  len: 168 time: 0.4609015
Apr 21 07:01:50.781189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-7eb644d4-4b15-45d5-a426-10a744f3e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:50.783083 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-7eb644d4-4b15-45d5-a426-10a744f3e652 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 914 time: 0.1854949
Apr 21 07:01:50.784407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Checking segment: {'id': '495c87dc-b475-46a6-943c-3450da992083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cd132571-7234-495e-a275-0ea2a595300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:01:50.784931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Network hostable DHCP agents. Network: cd132571-7234-495e-a275-0ea2a595300f, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:01:50.791139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94792a57-4563-4cbf-b2bd-e32ae19013af,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:50.802794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:50.811430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Network cd132571-7234-495e-a275-0ea2a595300f is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:01:50.822531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, cd132571-7234-495e-a275-0ea2a595300f) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:01:50.835083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a83efb-2849-4468-88c1-460b2bac49a0 None None] Network cd132571-7234-495e-a275-0ea2a595300f requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:01:50.839393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:50.840060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:50.871285 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.4606128
Apr 21 07:01:50.938424 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-e2cd21bb-3442-44ee-9225-33170d4bfdf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09bde817-4732-418a-8bac-993f5da11bec HTTP/1.1" status: 200  len: 217 time: 0.1431565
Apr 21 07:01:51.103238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-f57fa40f-a42e-4eef-990e-877f0a09a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:51.105154 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-f57fa40f-a42e-4eef-990e-877f0a09a977 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.1574931
Apr 21 07:01:51.168643 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-3c76fc46-ec56-483a-8547-768c9ff84e8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538201
Apr 21 07:01:51.281287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0047cb1a-aaa2-4adf-87f6-2a7cc3c09741 None None] Network cd132571-7234-495e-a275-0ea2a595300f requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:01:51.288571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48032) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:51.334739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:51.375412 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:51.463919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Usage tracker for resource:security_group_rule and tenant:f186b27addc74e8e85f20dfe09fa4b40 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:51.469259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:51.479812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:51.552108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6030a9-cfee-4170-9450-9e866eaa8d12 req-fd6ca2b6-90ba-4b54-aeee-ed5d8446fa8e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:51.553989 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2d6030a9-cfee-4170-9450-9e866eaa8d12 req-fd6ca2b6-90ba-4b54-aeee-ed5d8446fa8e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1753662
Apr 21 07:01:51.622156 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-dfe6ecc0-f42b-4761-a3c2-6c75dfbd80ae service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4406662
Apr 21 07:01:51.773257 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2d6030a9-cfee-4170-9450-9e866eaa8d12 req-10c42bd1-b984-4679-ad93-508389ab596b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000961
Apr 21 07:01:51.889237 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fade5d95-7531-4ca6-bde7-d37f2c28a4f3 req-a5add09e-19f8-4837-9045-5e4b70dbb3de service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578001
Apr 21 07:01:51.893802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:51.895561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48054) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:51.903807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184240189-network', 'tenant_id': '079e8dee804546bbb5e71c3daa5d60cf'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:51.910713 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:51.926613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:51.931501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:51.965014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Usage tracker for resource:network and tenant:079e8dee804546bbb5e71c3daa5d60cf is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:51.980154 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:52.003636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:52.009029 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f186b27addc74e8e85f20dfe09fa4b40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7187698
Apr 21 07:01:52.009979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ebcce-1dbc-4970-af82-d8d846ea98a9,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:52.014329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48062) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:52.022421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52e7ff-faa0-40cc-bec9-6afa6be4ffc0 req-df60a620-30f4-48d0-a4d7-a00bdeb72665 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:52.024192 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc52e7ff-faa0-40cc-bec9-6afa6be4ffc0 req-df60a620-30f4-48d0-a4d7-a00bdeb72665 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 943 time: 0.3930032
Apr 21 07:01:52.027309 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:52.038726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Made reservation on behalf of 079e8dee804546bbb5e71c3daa5d60cf for: {'network': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:52.044955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.079447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.106800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:52.121708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Usage tracker for resource:security_group_rule and tenant:079e8dee804546bbb5e71c3daa5d60cf is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:52.127861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:52.140963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:52.149822 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc52e7ff-faa0-40cc-bec9-6afa6be4ffc0 req-6fe40bfb-f31f-4216-9e06-01aa5952b07a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934980
Apr 21 07:01:52.171840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cb59c28b-d20b-47d3-8602-6657b01ef165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.216532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cb59c28b-d20b-47d3-8602-6657b01ef165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.275238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cb59c28b-d20b-47d3-8602-6657b01ef165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.292851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-59b4fe1c-4113-4183-a5d4-eb924261d63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:52.295723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59c28b-d20b-47d3-8602-6657b01ef165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ebcce-1dbc-4970-af82-d8d846ea98a9,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:52.299777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cb59c28b-d20b-47d3-8602-6657b01ef165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:52.312799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cb59c28b-d20b-47d3-8602-6657b01ef165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.319057 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-cb59c28b-d20b-47d3-8602-6657b01ef165 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/010ebcce-1dbc-4970-af82-d8d846ea98a9 HTTP/1.1" status: 204  len: 168 time: 0.3031082
Apr 21 07:01:52.375285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.379839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.396732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d410b3d3-bd3b-457b-88ab-6d6bf4c2ed41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:52.449997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=86424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:01:52.473107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d83272f-d998-489e-95d2-d5ededcbde59,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:52.483295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.484113 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Added segment 79cc088c-dad7-4e8c-8260-91b7c5254c75 of type vlan for network 46a9bf5a-8af9-4691-b017-9eacaf796567
Apr 21 07:01:52.486447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:52.501321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-59003952-259d-4b25-875e-b1452e65b817 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:52.502944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-59003952-259d-4b25-875e-b1452e65b817 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Synchronizing usage tracker for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:network {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:01:52.581738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.589811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-59003952-259d-4b25-875e-b1452e65b817 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Unset dirty status for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:network {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:01:52.591724 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-59003952-259d-4b25-875e-b1452e65b817 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/networks?id=28471488-c577-4e7e-82d4-2722e7001cdf HTTP/1.1" status: 200  len: 808 time: 0.3738170
Apr 21 07:01:52.626006 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-d1719c3d-d6c9-4a3d-8544-4aad1b4d1d5c tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/quotas/6a757da6f0024e0fb479a19be1aaea60 HTTP/1.1" status: 200  len: 375 time: 0.0211999
Apr 21 07:01:52.638712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.642887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:52.647224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:52.702467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:52.742777 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-c2932b80-ee35-4ca4-99be-f0919077ef1e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a757da6f0024e0fb479a19be1aaea60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1024411
Apr 21 07:01:52.922670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48086) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:52.979795 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-01a49ca0-212c-4703-940e-7f8be26c519e service neutron] 10.222.0.36 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754551
Apr 21 07:01:52.984974 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0880289
Apr 21 07:01:52.988167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48092) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:52.994672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Request body: {'subnet': {'network_id': '46a9bf5a-8af9-4691-b017-9eacaf796567', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184240189-subnet', 'tenant_id': '079e8dee804546bbb5e71c3daa5d60cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:53.010576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:53.018736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Usage tracker for resource:subnet and tenant:079e8dee804546bbb5e71c3daa5d60cf is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:53.022745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:53.031559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:53.043740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Made reservation on behalf of 079e8dee804546bbb5e71c3daa5d60cf for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:53.050461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Notify callbacks [] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:53.064948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48096) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:53.146717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Pushing event updated for resources: {'Network': ['ID=46a9bf5a-8af9-4691-b017-9eacaf796567,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:53.149831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:53.169052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 46a9bf5a-8af9-4691-b017-9eacaf796567 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:01:53.261430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12281d-354c-4c02-bbb4-4e63786d8982 req-bd490b96-c2bd-4ac2-8779-de8017aa1bf6 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:53.262395 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ed12281d-354c-4c02-bbb4-4e63786d8982 req-bd490b96-c2bd-4ac2-8779-de8017aa1bf6 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1723666
Apr 21 07:01:53.265048 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-7189d5f5-2b09-4b57-b4be-bcde02720f26 service neutron] 10.222.0.36 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2612243
Apr 21 07:01:53.377780 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ed12281d-354c-4c02-bbb4-4e63786d8982 req-e9ce354e-4da9-4420-84b0-5abaaa61a031 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853753
Apr 21 07:01:53.503455 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:53.516612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:53.559807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:53.566328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7ee677001b4b41a19db9fce05bc859 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:53.570438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:53.578843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:53.616713 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:53.638129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Usage tracker for resource:security_group_rule and tenant:0d39c888781f4b63a1a2b85cdf631549 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:53.648012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:53.677209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:53.826451 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b40245b-1daa-4900-b323-a3f3f159cfc0 req-f29cce33-4a74-41c2-a2aa-e58aadf8a185 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 210 time: 0.0570278
Apr 21 07:01:53.830315 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:53.840195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc46cc-a3c8-4107-bb88-53db15fef156 req-1da4f72d-c38a-430e-a863-de5f998db0dc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:53.840440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:53.842185 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6bcc46cc-a3c8-4107-bb88-53db15fef156 req-1da4f72d-c38a-430e-a863-de5f998db0dc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 943 time: 0.1750188
Apr 21 07:01:53.858192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-390cc453-cb0b-44ff-9757-eff816436adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:53.910701 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6bcc46cc-a3c8-4107-bb88-53db15fef156 req-a5f7af99-3374-44c8-92ff-c9335e79de28 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617630
Apr 21 07:01:53.932874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27b61a-157f-43a1-b5fe-ca585c5d13b4,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:53.963843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:53.973312 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff7ee677001b4b41a19db9fce05bc859&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9009628
Apr 21 07:01:53.974292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48118) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:54.032651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.036928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.048192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-366bd747-0951-4eb6-8b5e-955ab1be9668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:54.057255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6868e083-2d85-4f57-88a1-e3d7ebaf946a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.088969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6868e083-2d85-4f57-88a1-e3d7ebaf946a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.149207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 09bde817-4732-418a-8bac-993f5da11bec details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:01:54.161325 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d39c888781f4b63a1a2b85cdf631549&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2373912
Apr 21 07:01:54.161663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48122) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:54.165784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05f2344-f7ed-4e21-8a1c-cc96727e9746,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:54.170502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:54.312747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.320277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:54.336375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-266cf174-83eb-4a63-bc82-7e933ea1a8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.342070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6868e083-2d85-4f57-88a1-e3d7ebaf946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.364891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b4fd2a17-8025-4891-9231-6f9d8e9b06e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:54.382603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 09bde817-4732-418a-8bac-993f5da11bec, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=09bde817-4732-418a-8bac-993f5da11bec,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:54.390403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868e083-2d85-4f57-88a1-e3d7ebaf946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27b61a-157f-43a1-b5fe-ca585c5d13b4,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:54.394784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6868e083-2d85-4f57-88a1-e3d7ebaf946a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:54.400150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '09bde817-4732-418a-8bac-993f5da11bec', 'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'port_id': '09bde817-4732-418a-8bac-993f5da11bec', 'mac_address': 'fa:16:3e:d7:2b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f5e72f-dfca-4871-9598-82765e63758d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:01:54.442391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6868e083-2d85-4f57-88a1-e3d7ebaf946a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.463014 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-6868e083-2d85-4f57-88a1-e3d7ebaf946a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c27b61a-157f-43a1-b5fe-ca585c5d13b4 HTTP/1.1" status: 204  len: 168 time: 0.4724653
Apr 21 07:01:54.466446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-266cf174-83eb-4a63-bc82-7e933ea1a8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.494388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.499878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Checking segment: {'id': '79cc088c-dad7-4e8c-8260-91b7c5254c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46a9bf5a-8af9-4691-b017-9eacaf796567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:01:54.500539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Network hostable DHCP agents. Network: 46a9bf5a-8af9-4691-b017-9eacaf796567, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:01:54.518478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bde817-4732-418a-8bac-993f5da11bec {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:54.525247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4060d31d-cc63-4895-99fb-ea706711b0f9,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:54.538174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:54.539292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 09bde817-4732-418a-8bac-993f5da11bec, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=09bde817-4732-418a-8bac-993f5da11bec,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:54.543779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.550904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:54.599578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-266cf174-83eb-4a63-bc82-7e933ea1a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.602164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Network 46a9bf5a-8af9-4691-b017-9eacaf796567 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:01:54.605765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:54.627280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cf174-83eb-4a63-bc82-7e933ea1a8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05f2344-f7ed-4e21-8a1c-cc96727e9746,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:54.632387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-266cf174-83eb-4a63-bc82-7e933ea1a8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:54.636277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-266cf174-83eb-4a63-bc82-7e933ea1a8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.648892 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-266cf174-83eb-4a63-bc82-7e933ea1a8b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c05f2344-f7ed-4e21-8a1c-cc96727e9746 HTTP/1.1" status: 204  len: 168 time: 0.4794304
Apr 21 07:01:54.654269 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 46a9bf5a-8af9-4691-b017-9eacaf796567) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:01:54.674447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:54.675824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:54.690510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f7d55-bb97-413a-8717-069ae0c95508 None None] Network 46a9bf5a-8af9-4691-b017-9eacaf796567 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:01:54.758358 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.7689412
Apr 21 07:01:54.859404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=09bde817-4732-418a-8bac-993f5da11bec,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:54.887359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:54.996328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30b56e-a6c8-4a13-908f-590d44ebea30 req-a17c3786-afb2-4ffd-8208-985261ac083f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:54.999323 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d30b56e-a6c8-4a13-908f-590d44ebea30 req-a17c3786-afb2-4ffd-8208-985261ac083f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.2048354
Apr 21 07:01:55.110768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['09bde817-4732-418a-8bac-993f5da11bec'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:01:55.136865 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d30b56e-a6c8-4a13-908f-590d44ebea30 req-935ad621-118a-4bba-9cfd-07a9721636a3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299756
Apr 21 07:01:55.171905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae6f58-2d94-48ba-9f4f-38ad278dd2e5 None None] Network 46a9bf5a-8af9-4691-b017-9eacaf796567 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:01:55.235717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48144) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:55.417696 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd056033-1460-4a78-b4c2-4f41121b4859 req-34291b73-3bef-47b0-a251-c3619d39665f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 210 time: 0.1167343
Apr 21 07:01:55.445766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Deleting subnet 94792a57-4563-4cbf-b2bd-e32ae19013af {{(pid=86424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:01:55.453823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:55.559803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6354525'] for subnet, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:55.619369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6899b4-6eef-4e3c-a51f-3fe65fbbabe5 req-fd014cb8-0709-4ce0-b552-1ef74a88debf tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:55.621155 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6b6899b4-6eef-4e3c-a51f-3fe65fbbabe5 req-fd014cb8-0709-4ce0-b552-1ef74a88debf tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 944 time: 0.2619185
Apr 21 07:01:55.671463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:55.745951 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6b6899b4-6eef-4e3c-a51f-3fe65fbbabe5 req-e2673635-a337-4230-a633-e80b6e0535d1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167657
Apr 21 07:01:56.000162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-76d10d4a-46ef-40a4-b0d8-3523b6f42249 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:56.001866 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-76d10d4a-46ef-40a4-b0d8-3523b6f42249 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.18 "GET /v2.0/networks?id=28471488-c577-4e7e-82d4-2722e7001cdf HTTP/1.1" status: 200  len: 808 time: 0.3698990
Apr 21 07:01:56.048751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Request body: {'port': {'device_id': '3ff7a612-8187-445f-94cf-478a0b8c2d91', 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf', 'admin_state_up': True, 'tenant_id': '6a757da6f0024e0fb479a19be1aaea60'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:56.116528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6535792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7175327'] for subnet, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:56.129131 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:56.161801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:56.176027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94792a57-4563-4cbf-b2bd-e32ae19013af,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:56.179106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:56.181294 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/94792a57-4563-4cbf-b2bd-e32ae19013af HTTP/1.1" status: 204  len: 168 time: 0.9438465
Apr 21 07:01:56.186295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48174) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:56.331451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:56.336255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Usage tracker for resource:port and tenant:6a757da6f0024e0fb479a19be1aaea60 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:56.337415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:56.351614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:56.359457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:56.370397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Made reservation on behalf of 6a757da6f0024e0fb479a19be1aaea60 for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:01:56.377246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:56.672616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Allocated IP 172.20.0.4 (28471488-c577-4e7e-82d4-2722e7001cdf/a0155d81-2192-4bcb-ba76-86fec82637cd/9ec7e841-eba1-4516-a3a7-edb7da2e53b1) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:01:56.892383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48198) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:57.046082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.073563 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0915f0a2-c12d-48c1-a763-702ac63ea7c6 req-d53dd502-9875-497b-9ba2-3787ac75a63a tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 210 time: 0.0952065
Apr 21 07:01:57.102709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.128890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.169759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:01:57.180200 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Usage tracker for resource:security_group_rule and tenant:36b287100a3b466987f983b36005d8df is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:01:57.189951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:01:57.208114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:01:57.230383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.258088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:57.289081 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ec286-b319-451c-9bc5-46aa3f63a9b5 req-c8b539ee-8e1d-4dbb-8762-bd1c9af890b2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:57.290694 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-227ec286-b319-451c-9bc5-46aa3f63a9b5 req-c8b539ee-8e1d-4dbb-8762-bd1c9af890b2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.9322619
Apr 21 07:01:57.324845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b94307f0>,) {'filters': {'network_id': ['cd132571-7234-495e-a275-0ea2a595300f']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:57.351301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b94307f0>, '495c87dc-b475-46a6-943c-3450da992083') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:57.352347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b94307f0>, '495c87dc-b475-46a6-943c-3450da992083') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:01:57.356099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Network 28471488-c577-4e7e-82d4-2722e7001cdf is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:01:57.362247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:01:57.364327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Pushing event updated for resources: {'Port': ['ID=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:57.367522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:01:57.376977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:57.377782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.383448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.387967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:57.414184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.419560 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-227ec286-b319-451c-9bc5-46aa3f63a9b5 req-8ad64bce-2de5-47f8-9111-43d0b42ecfc8 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174958
Apr 21 07:01:57.427615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:01:57.448546 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4075670
Apr 21 07:01:57.492943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Request body: {'port': {'device_id': '3ff7a612-8187-445f-94cf-478a0b8c2d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:01:57.520197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a54ea6-2635-49ed-829b-98248e9b39ea req-88b5d783-e877-4e71-baee-5ee1add3cd78 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:57.521952 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-20a54ea6-2635-49ed-829b-98248e9b39ea req-88b5d783-e877-4e71-baee-5ee1add3cd78 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 944 time: 0.3020620
Apr 21 07:01:57.566983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.571278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.588699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:57.666389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Network cd132571-7234-495e-a275-0ea2a595300f has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:01:57.679642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.682593 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36b287100a3b466987f983b36005d8df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7888646
Apr 21 07:01:57.690067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48212) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:57.713599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d0e4f-7630-477a-acda-a9af88216a1c,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:57.723240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:57.736882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.751312 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-20a54ea6-2635-49ed-829b-98248e9b39ea req-9cb0cc93-b5e3-4890-b70e-34a3e8383596 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1991591
Apr 21 07:01:57.851764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a668-1945-4a6a-83dc-814fb0305c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:57.879295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Network cd132571-7234-495e-a275-0ea2a595300f has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:01:57.914813 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:01:57.944632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a668-1945-4a6a-83dc-814fb0305c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.037931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.042275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:58.059368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.070607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd132571-7234-495e-a275-0ea2a595300f,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:58.073936 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] 10.222.0.36 "DELETE /v2.0/networks/cd132571-7234-495e-a275-0ea2a595300f HTTP/1.1" status: 204  len: 168 time: 1.8863425
Apr 21 07:01:58.075047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eda79e0a-344d-4e90-bdc4-23c15de1fe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:58.082516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48216) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:58.117385 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a668-1945-4a6a-83dc-814fb0305c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.124146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9f287270-f42f-4668-adbf-7f6895e4d4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:58.153010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4a668-1945-4a6a-83dc-814fb0305c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d0e4f-7630-477a-acda-a9af88216a1c,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:58.160568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cbb4a668-1945-4a6a-83dc-814fb0305c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:58.167665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a668-1945-4a6a-83dc-814fb0305c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.168911 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-cbb4a668-1945-4a6a-83dc-814fb0305c14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a85d0e4f-7630-477a-acda-a9af88216a1c HTTP/1.1" status: 204  len: 168 time: 0.4777429
Apr 21 07:01:58.189137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Deleting subnet 4060d31d-cc63-4895-99fb-ea706711b0f9 {{(pid=86424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:01:58.193884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 09bde817-4732-418a-8bac-993f5da11bec up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:01:58.204169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.279741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:01:58.289574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.315057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Transition to ACTIVE for port object 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:01:58.320885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.340330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-aa9a7d4d-b1ac-4437-907f-944e5ead193e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:58.343608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6354525'] for subnet, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.402190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 09bde817-4732-418a-8bac-993f5da11bec completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:01:58.411989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 09bde817-4732-418a-8bac-993f5da11bec triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:01:58.412644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.546818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.573610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Attempting to bind port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:01:58.574357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Attempting to bind port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:01:58.574997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Attempting to bind port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 on network 28471488-c577-4e7e-82d4-2722e7001cdf {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:58.582134 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.595184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 on network 28471488-c577-4e7e-82d4-2722e7001cdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:01:58.595791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Attempting to bind port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 on network 28471488-c577-4e7e-82d4-2722e7001cdf {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:01:58.607312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:58.611117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:58.619461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:01:58.622539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Checking segment: {'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:01:58.625622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Bound using segment: {'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:01:58.626323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Bound port: 9ec7e841-eba1-4516-a3a7-edb7da2e53b1, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:01:58.626839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.642004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8140-fb21-459e-bbcb-ba011ced1cfa req-7066f289-e369-48e7-8dce-07f2f3a04bfb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:58.643725 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6ade8140-fb21-459e-bbcb-ba011ced1cfa req-7066f289-e369-48e7-8dce-07f2f3a04bfb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 943 time: 0.2500987
Apr 21 07:01:58.653812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db359fe6-1b92-46d9-bdcf-bdcc05823c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bde817-4732-418a-8bac-993f5da11bec'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:58.677936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 09bde817-4732-418a-8bac-993f5da11bec, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=09bde817-4732-418a-8bac-993f5da11bec,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:01:58.681300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.684216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:58.776346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=09bde817-4732-418a-8bac-993f5da11bec,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:58.780890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:58.786719 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] For port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:01:58.790824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] For port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:01:58.796199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.802396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f9cd8bcc-cc0e-4a92-bfde-1ac1c3666778 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:58.881569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:58.881922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:58.883602 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] 10.222.0.18 "PUT /v2.0/ports/9ec7e841-eba1-4516-a3a7-edb7da2e53b1 HTTP/1.1" status: 200  len: 1093 time: 1.3997655
Apr 21 07:01:58.884260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff7a612-8187-445f-94cf-478a0b8c2d91', 'tag': '9ec7e841-eba1-4516-a3a7-edb7da2e53b1'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:01:58.908555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-6ade8140-fb21-459e-bbcb-ba011ced1cfa req-20db3110-e4bc-4014-9552-b4a4deee776e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Synchronizing usage tracker for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:security_group {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:01:58.909955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:58.914869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:58.974381 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-6ade8140-fb21-459e-bbcb-ba011ced1cfa req-20db3110-e4bc-4014-9552-b4a4deee776e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Unset dirty status for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:security_group {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:01:58.985668 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6ade8140-fb21-459e-bbcb-ba011ced1cfa req-20db3110-e4bc-4014-9552-b4a4deee776e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3226895
Apr 21 07:01:59.129388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1b6c8a15-212f-4665-9b53-79e704d789e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:59.132753 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-1b6c8a15-212f-4665-9b53-79e704d789e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a757da6f0024e0fb479a19be1aaea60&device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 1096 time: 0.1569178
Apr 21 07:01:59.134745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c76c4-6f2c-4f2a-816a-23cf7edbe19d req-724298d4-2d82-4491-a5ae-504a1ff0056e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:59.136674 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-173c76c4-6f2c-4f2a-816a-23cf7edbe19d req-724298d4-2d82-4491-a5ae-504a1ff0056e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.3504827
Apr 21 07:01:59.303058 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db359fe6-1b92-46d9-bdcf-bdcc05823c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bde817-4732-418a-8bac-993f5da11bec', 'code': 200}
Apr 21 07:01:59.306505 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-173c76c4-6f2c-4f2a-816a-23cf7edbe19d req-3ff16d78-9b05-4109-b932-e8aede48e3a4 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576629
Apr 21 07:01:59.356333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6535792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7175327'] for subnet, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:59.380952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:01:59.389729 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-42772547-b825-4b7b-96a0-1c75de6a8ca9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec7e841-eba1-4516-a3a7-edb7da2e53b1 HTTP/1.1" status: 200  len: 217 time: 0.1982455
Apr 21 07:01:59.538247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:59.544418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4060d31d-cc63-4895-99fb-ea706711b0f9,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:01:59.558831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:01:59.566780 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4060d31d-cc63-4895-99fb-ea706711b0f9 HTTP/1.1" status: 204  len: 168 time: 1.4819403
Apr 21 07:01:59.569569 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff7a612-8187-445f-94cf-478a0b8c2d91', 'tag': '9ec7e841-eba1-4516-a3a7-edb7da2e53b1', 'status': 'completed', 'code': 200}
Apr 21 07:01:59.573920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48256) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:01:59.667292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-32b5e21d-cc6b-4a18-8050-9f73bd02ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:59.669723 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-32b5e21d-cc6b-4a18-8050-9f73bd02ead3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0155d81-2192-4bcb-ba76-86fec82637cd HTTP/1.1" status: 200  len: 848 time: 0.2576578
Apr 21 07:01:59.744587 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-7f48a56e-ec5e-4bbb-a737-2d44f133db46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28471488-c577-4e7e-82d4-2722e7001cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561039
Apr 21 07:01:59.856110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:01:59.914412 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2458-c616-47b9-9fe6-00fbcfb857d7 req-203677a7-2c7b-4bdb-80b5-c4d4480e939a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:59.916085 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-859e2458-c616-47b9-9fe6-00fbcfb857d7 req-203677a7-2c7b-4bdb-80b5-c4d4480e939a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 945 time: 0.2632501
Apr 21 07:01:59.975401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-401148e4-fa50-4adb-a114-0adbe61176eb service neutron] 10.222.0.18 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146473
Apr 21 07:01:59.979202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0714a22-17d7-4e55-8b93-0bc6ecec0c95 req-8bc18d99-2844-4c5f-994e-68d55087fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:01:59.980905 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a0714a22-17d7-4e55-8b93-0bc6ecec0c95 req-8bc18d99-2844-4c5f-994e-68d55087fe3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 1098 time: 0.2188101
Apr 21 07:02:00.065773 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-859e2458-c616-47b9-9fe6-00fbcfb857d7 req-cb9808cb-8cb2-415d-a438-03bb48948300 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281590
Apr 21 07:02:00.069148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:00.182397 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a0714a22-17d7-4e55-8b93-0bc6ecec0c95 req-e726e526-1ac4-46ea-a2f4-70d42a5015c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502583
Apr 21 07:02:00.326808 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-057c8645-0b1f-4c88-a140-ef7e4819b55d req-9cc0c93b-40f4-4bd5-8e94-9bf5724a2cc7 service neutron] 10.222.0.18 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3435884
Apr 21 07:02:00.399402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6ba3fcda0>,) {'filters': {'network_id': ['46a9bf5a-8af9-4691-b017-9eacaf796567']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:02:00.437122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6ba3fcda0>, '79cc088c-dad7-4e8c-8260-91b7c5254c75') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:02:00.437467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6ba3fcda0>, '79cc088c-dad7-4e8c-8260-91b7c5254c75') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:02:00.470833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:00.513859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01154492-e600-4eda-b41c-f0ccd03f0dbb req-691ec477-a55b-4f9d-b0ff-b3fc6692841c tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:00.516882 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-01154492-e600-4eda-b41c-f0ccd03f0dbb req-691ec477-a55b-4f9d-b0ff-b3fc6692841c tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 943 time: 0.3024192
Apr 21 07:02:00.524879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:00.575943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:02:00.759702 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-01154492-e600-4eda-b41c-f0ccd03f0dbb req-e9176f92-6ea7-4fc4-a2d7-1ac52825c788 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282588
Apr 21 07:02:00.903236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Network 46a9bf5a-8af9-4691-b017-9eacaf796567 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:02:00.918282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:01.005203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c615976-6198-431f-8a46-c105fb69510b req-5987a54e-f573-4291-afb8-5b935e5830a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:01.007926 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c615976-6198-431f-8a46-c105fb69510b req-5987a54e-f573-4291-afb8-5b935e5830a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a757da6f0024e0fb479a19be1aaea60&device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 1096 time: 0.1725214
Apr 21 07:02:01.446260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c615976-6198-431f-8a46-c105fb69510b req-7d0e58f9-caf4-40fb-b076-71110f8ba480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:01.447971 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c615976-6198-431f-8a46-c105fb69510b req-7d0e58f9-caf4-40fb-b076-71110f8ba480 service neutron] 10.222.0.18 "GET /v2.0/networks?id=28471488-c577-4e7e-82d4-2722e7001cdf HTTP/1.1" status: 200  len: 908 time: 0.4326081
Apr 21 07:02:01.541536 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c615976-6198-431f-8a46-c105fb69510b req-879ff73f-740e-4acb-b981-b2f4f2eea71b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec7e841-eba1-4516-a3a7-edb7da2e53b1 HTTP/1.1" status: 200  len: 217 time: 0.0852175
Apr 21 07:02:01.609575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Network 46a9bf5a-8af9-4691-b017-9eacaf796567 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:02:01.637865 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:02:01.640778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c615976-6198-431f-8a46-c105fb69510b req-dad02416-3860-4361-bf39-d375ef3fea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:01.642275 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c615976-6198-431f-8a46-c105fb69510b req-dad02416-3860-4361-bf39-d375ef3fea38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0155d81-2192-4bcb-ba76-86fec82637cd HTTP/1.1" status: 200  len: 848 time: 0.0926468
Apr 21 07:02:01.711336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4915fb-5ce6-4f96-a11f-74f87e042537 req-124df267-4503-462a-9a7f-68d56106da14 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:01.713066 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3e4915fb-5ce6-4f96-a11f-74f87e042537 req-124df267-4503-462a-9a7f-68d56106da14 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.7788842
Apr 21 07:02:01.756129 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c615976-6198-431f-8a46-c105fb69510b req-7a98e057-609e-456d-bac9-b480c2e9f1fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28471488-c577-4e7e-82d4-2722e7001cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1041563
Apr 21 07:02:01.800507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:01.816096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fc1fc-6af0-4a74-b7f0-c65bfaad63f6 req-8de94bc6-ad9c-466e-afaa-dcfccfed064e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:01.817845 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-447fc1fc-6af0-4a74-b7f0-c65bfaad63f6 req-8de94bc6-ad9c-466e-afaa-dcfccfed064e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 945 time: 0.3291786
Apr 21 07:02:01.821175 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3e4915fb-5ce6-4f96-a11f-74f87e042537 req-5be320e8-3691-4f1e-b0ea-5a928309c59a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909464
Apr 21 07:02:01.823068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:01.855856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:01.874037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a9bf5a-8af9-4691-b017-9eacaf796567,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:01.880660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:01.889172 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/46a9bf5a-8af9-4691-b017-9eacaf796567 HTTP/1.1" status: 204  len: 168 time: 2.3133280
Apr 21 07:02:01.944061 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-447fc1fc-6af0-4a74-b7f0-c65bfaad63f6 req-8caf67f9-c163-4bdc-af5b-220a5db7e1e0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844202
Apr 21 07:02:02.115022 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c615976-6198-431f-8a46-c105fb69510b req-7764abbd-d415-4c3b-a614-649d48cdd4ea service neutron] 10.222.0.18 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3138649
Apr 21 07:02:02.190918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a4e8-d12e-49b1-a1f3-3b983a72f9ca req-f02f57b2-62b0-46eb-a46a-cda87f8b41fb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:02.193525 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7fd9a4e8-d12e-49b1-a1f3-3b983a72f9ca req-f02f57b2-62b0-46eb-a46a-cda87f8b41fb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 943 time: 0.1541772
Apr 21 07:02:02.285895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48302) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:02.304839 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7fd9a4e8-d12e-49b1-a1f3-3b983a72f9ca req-39f371f7-f95d-4e33-be7f-6fd1ddd8449d tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043789
Apr 21 07:02:02.329534 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c615976-6198-431f-8a46-c105fb69510b req-4412e000-0feb-499a-8107-9dd7c8360478 service neutron] 10.222.0.18 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937027
Apr 21 07:02:02.366386 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3b330a80-98b2-4fc9-afea-ddc6843399ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ece8df3dc8654595828c1e87715e47f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0790339
Apr 21 07:02:02.367144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48306) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:02.437964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-31517ac3-e0d2-4bb6-b647-66d2619af7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:02.470301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-31517ac3-e0d2-4bb6-b647-66d2619af7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:02.541338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-31517ac3-e0d2-4bb6-b647-66d2619af7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:02.549561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1930735c-bb0e-46aa-8ffb-6d68a30379ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:02.564776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31517ac3-e0d2-4bb6-b647-66d2619af7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ae967-a8c9-4f47-bf1c-ba2c8defe416,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:02.568218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-31517ac3-e0d2-4bb6-b647-66d2619af7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:02.569611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-31517ac3-e0d2-4bb6-b647-66d2619af7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:02.575078 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-31517ac3-e0d2-4bb6-b647-66d2619af7e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/229ae967-a8c9-4f47-bf1c-ba2c8defe416 HTTP/1.1" status: 204  len: 168 time: 0.2024369
Apr 21 07:02:03.280521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0480e08-adb7-4312-8b99-a09a789b5c50 req-093bc39f-1c18-41fa-9c3a-d4e4211e692b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:03.282449 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b0480e08-adb7-4312-8b99-a09a789b5c50 req-093bc39f-1c18-41fa-9c3a-d4e4211e692b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.2533836
Apr 21 07:02:03.285007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48332) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:03.374840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9d6e-6f81-419b-8055-e3e085ec7278 req-80462e77-09e9-4480-85ab-b64564a3778e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:03.376372 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-694c9d6e-6f81-419b-8055-e3e085ec7278 req-80462e77-09e9-4480-85ab-b64564a3778e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 945 time: 0.1968024
Apr 21 07:02:03.385643 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3147d37f-ab73-4470-8c76-a660a635d852 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=079e8dee804546bbb5e71c3daa5d60cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0990522
Apr 21 07:02:03.394537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48338) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:03.407172 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b0480e08-adb7-4312-8b99-a09a789b5c50 req-854a58b6-27ac-49e2-9895-fa299b411c81 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052668
Apr 21 07:02:03.441736 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-694c9d6e-6f81-419b-8055-e3e085ec7278 req-e49e3233-ef92-40f4-a810-5bf85af25055 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528507
Apr 21 07:02:03.470187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a2a086e0-4f6f-4132-a3f0-9e08ea948e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:03.504621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a2a086e0-4f6f-4132-a3f0-9e08ea948e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:03.565822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a2a086e0-4f6f-4132-a3f0-9e08ea948e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:03.571413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-75660b00-33a6-4723-852f-f306f42eda25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:03.584172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a086e0-4f6f-4132-a3f0-9e08ea948e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d83272f-d998-489e-95d2-d5ededcbde59,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:03.588459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a2a086e0-4f6f-4132-a3f0-9e08ea948e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:03.593268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a2a086e0-4f6f-4132-a3f0-9e08ea948e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:03.594595 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a2a086e0-4f6f-4132-a3f0-9e08ea948e32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d83272f-d998-489e-95d2-d5ededcbde59 HTTP/1.1" status: 204  len: 168 time: 0.1989503
Apr 21 07:02:03.614468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-09c3bf5c-30a6-4445-b1c3-673703dd0f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:03.688624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8700d-b881-4702-9273-0a80dccbbbca req-fc68f307-a247-41a1-95af-a43a8f03e30b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:03.690373 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdc8700d-b881-4702-9273-0a80dccbbbca req-fc68f307-a247-41a1-95af-a43a8f03e30b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 943 time: 0.1295314
Apr 21 07:02:03.748407 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdc8700d-b881-4702-9273-0a80dccbbbca req-3c567581-ecf1-4228-aebe-b18dfdf046bb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475519
Apr 21 07:02:04.798382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3491-66b1-4f07-b525-85f53c2ec5d3 req-8ee3329e-c47a-4fce-a988-4930c29b25de tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:04.800121 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a7a3491-66b1-4f07-b525-85f53c2ec5d3 req-8ee3329e-c47a-4fce-a988-4930c29b25de tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.0988979
Apr 21 07:02:04.855222 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a7a3491-66b1-4f07-b525-85f53c2ec5d3 req-f315d5ec-92e5-4ed1-8535-3c8bef1a92aa tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476732
Apr 21 07:02:05.087210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f6078-8d15-4ad8-b3ff-7160f526fbf3 req-64a66ded-3763-4aab-be31-7a3261a1223b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:05.088955 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bb2f6078-8d15-4ad8-b3ff-7160f526fbf3 req-64a66ded-3763-4aab-be31-7a3261a1223b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 943 time: 0.1005955
Apr 21 07:02:05.151186 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bb2f6078-8d15-4ad8-b3ff-7160f526fbf3 req-b37acbf8-0c23-4cb9-95fb-b7d54493a7a4 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490847
Apr 21 07:02:05.278573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:02:05.492756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:05.520660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '9ec7e841-eba1-4516-a3a7-edb7da2e53b1', 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf', 'port_id': '9ec7e841-eba1-4516-a3a7-edb7da2e53b1', 'mac_address': 'fa:16:3e:83:29:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0155d81-2192-4bcb-ba76-86fec82637cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:02:05.630506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:05.651973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:02:05.671274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:05.675927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:05.679615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:05.783251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:05.786858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:06.089611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3ff0-5ccd-4948-b6bd-2cd7addd9ddb req-26df6683-6ab4-491a-8c1c-aadeb99d8bc7 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:06.091581 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a3f3ff0-5ccd-4948-b6bd-2cd7addd9ddb req-26df6683-6ab4-491a-8c1c-aadeb99d8bc7 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.0986733
Apr 21 07:02:06.146351 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a3f3ff0-5ccd-4948-b6bd-2cd7addd9ddb req-f548d853-43ce-4ba8-9177-4752766bbf4e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469558
Apr 21 07:02:06.435646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f6de-bbe0-4ba6-9698-67a5ecde33ab req-42037dd2-d2ef-4c4b-8c04-fb869a6a1fb5 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:06.437795 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3fd3f6de-bbe0-4ba6-9698-67a5ecde33ab req-42037dd2-d2ef-4c4b-8c04-fb869a6a1fb5 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 944 time: 0.1219761
Apr 21 07:02:06.493530 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3fd3f6de-bbe0-4ba6-9698-67a5ecde33ab req-6601ee01-7a8d-4282-973f-4d3309234ffa tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484259
Apr 21 07:02:06.775017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9ec7e841-eba1-4516-a3a7-edb7da2e53b1'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:02:07.030437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-272091cb-6691-49c5-bb8f-ba2ffdcdc628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:07.456129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73f3d6-8d2a-4689-b3b5-6d281326dbb3 req-ac6491f8-91db-49a0-b941-bbb70fd2511f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:07.459628 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5e73f3d6-8d2a-4689-b3b5-6d281326dbb3 req-ac6491f8-91db-49a0-b941-bbb70fd2511f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1254961
Apr 21 07:02:07.519801 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5e73f3d6-8d2a-4689-b3b5-6d281326dbb3 req-c2756580-4916-4da7-b9b9-e89717b2575d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531321
Apr 21 07:02:07.772535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2e92f-bdfc-4707-bbe7-eeda56ca8703 req-3d5a77ce-1d40-41f6-9f8c-ec392eebdca4 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:07.775834 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-13d2e92f-bdfc-4707-bbe7-eeda56ca8703 req-3d5a77ce-1d40-41f6-9f8c-ec392eebdca4 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 944 time: 0.1183958
Apr 21 07:02:07.874704 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-13d2e92f-bdfc-4707-bbe7-eeda56ca8703 req-aab61749-4915-4854-a6f7-2f641d75ec08 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873013
Apr 21 07:02:08.281179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:02:08.362868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:08.376264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:02:08.382068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:02:08.382495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:08.463183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48456) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:08.591593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:08.645989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff7a612-8187-445f-94cf-478a0b8c2d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec7e841-eba1-4516-a3a7-edb7da2e53b1'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:02:08.665335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:08.671804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:08.675256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:08.753740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:08.769508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:08.773779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:08.807324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:08.814485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Usage tracker for resource:security_group_rule and tenant:2a164c9fc6674fc8a44ea6cf5b252706 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:08.814796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326dba7-d92c-48b8-bf4f-c8697af27d29 req-d21510b2-3c4d-4f4c-89c8-c47be057d21e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:08.816805 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9326dba7-d92c-48b8-bf4f-c8697af27d29 req-d21510b2-3c4d-4f4c-89c8-c47be057d21e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1316602
Apr 21 07:02:08.820198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:08.829336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:08.876608 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9326dba7-d92c-48b8-bf4f-c8697af27d29 req-c7fdb975-f2de-42de-bf59-6cdbced6b693 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515857
Apr 21 07:02:08.954901 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff7a612-8187-445f-94cf-478a0b8c2d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec7e841-eba1-4516-a3a7-edb7da2e53b1', 'code': 200}
Apr 21 07:02:08.978972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:08.989638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:08.993022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:09.006568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ccd0c126-8b62-42e2-86c6-6b22f27d998e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:09.052666 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a164c9fc6674fc8a44ea6cf5b252706&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5878944
Apr 21 07:02:09.053835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3629b534-4d46-4b57-ad7b-2c1a85aa8283,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:09.057560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:09.058161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48470) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:09.125316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:02:09.133622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f40fba3f-83fb-4670-b9fb-fe0380a59db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:09.156571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05233a-2811-4c32-94b4-7e118d211e7a req-aa2e03e9-e154-4122-91c9-ef0c1579eacd tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:09.158546 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3d05233a-2811-4c32-94b4-7e118d211e7a req-aa2e03e9-e154-4122-91c9-ef0c1579eacd tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1121242
Apr 21 07:02:09.172075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f40fba3f-83fb-4670-b9fb-fe0380a59db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:09.242122 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3d05233a-2811-4c32-94b4-7e118d211e7a req-653424c1-f3c1-48d8-8ae3-dfb7a24a5d58 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752878
Apr 21 07:02:09.250478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f40fba3f-83fb-4670-b9fb-fe0380a59db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:09.262414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-01de590e-73b6-483e-b3cf-478d3f21e1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:09.296246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:09.343263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fba3f-83fb-4670-b9fb-fe0380a59db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3629b534-4d46-4b57-ad7b-2c1a85aa8283,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:09.359579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f40fba3f-83fb-4670-b9fb-fe0380a59db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:09.373060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f40fba3f-83fb-4670-b9fb-fe0380a59db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:09.375990 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f40fba3f-83fb-4670-b9fb-fe0380a59db0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3629b534-4d46-4b57-ad7b-2c1a85aa8283 HTTP/1.1" status: 204  len: 168 time: 0.3162916
Apr 21 07:02:09.405354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926fff7-24aa-4fe8-98f1-8f4f832f1c88 req-b6032fee-7bfc-48c1-974f-3f5e667ee549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:09.406881 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6926fff7-24aa-4fe8-98f1-8f4f832f1c88 req-b6032fee-7bfc-48c1-974f-3f5e667ee549 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 1098 time: 0.1468391
Apr 21 07:02:09.467160 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6926fff7-24aa-4fe8-98f1-8f4f832f1c88 req-b38a1d0b-ef90-4ad2-b00a-bc334b7c99ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492003
Apr 21 07:02:09.851421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48504) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:09.889572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:09.925322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:09.947593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Usage tracker for resource:security_group_rule and tenant:1b8edd9fb5b147d4bde67731b2e7428f is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:09.950126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-3d7dc3b3-c57b-424e-8fc5-c7522c45132f tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:09.952369 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-3d7dc3b3-c57b-424e-8fc5-c7522c45132f tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 814 time: 0.3327086
Apr 21 07:02:09.966001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:09.979570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:09.982779 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-d4622ed4-e282-4461-bc11-186b48031c5d tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/quotas/c2191a9a37204f06ac6bc76c106069ef HTTP/1.1" status: 200  len: 375 time: 0.0175087
Apr 21 07:02:10.139911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:10.144880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:10.160916 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-9886a612-4443-43c3-b5b6-d681fa6569c4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1606221
Apr 21 07:02:10.176924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a2a086e0-4f6f-4132-a3f0-9e08ea948e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:10.281450 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b8edd9fb5b147d4bde67731b2e7428f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4228549
Apr 21 07:02:10.290935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48514) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:10.343057 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-7482b852-40e5-4b0f-a5f0-f4f2b509739e service neutron] 10.222.0.36 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808205
Apr 21 07:02:10.393713 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469270fb-222b-4fed-9c17-e2a8490b7d8f,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:10.404532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:10.577724 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-39412b4b-a0ef-4956-b029-c83408542477 service neutron] 10.222.0.36 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335343
Apr 21 07:02:10.589886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-212a4f13-6909-4364-869c-59a5e1849331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:10.611293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0e29f-e420-4c3d-a7a8-80913fabd79c req-701bd0d5-9dc2-4e2a-8477-0abf5b85cfdd tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:10.613112 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1cd0e29f-e420-4c3d-a7a8-80913fabd79c req-701bd0d5-9dc2-4e2a-8477-0abf5b85cfdd tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.2802916
Apr 21 07:02:10.641807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-212a4f13-6909-4364-869c-59a5e1849331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:10.682119 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1cd0e29f-e420-4c3d-a7a8-80913fabd79c req-913af287-7c4a-4c6f-9f74-beb54c2ca716 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608582
Apr 21 07:02:10.698139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-212a4f13-6909-4364-869c-59a5e1849331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:10.704502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:10.726725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a4f13-6909-4364-869c-59a5e1849331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469270fb-222b-4fed-9c17-e2a8490b7d8f,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:10.726725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-212a4f13-6909-4364-869c-59a5e1849331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:10.726725 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-212a4f13-6909-4364-869c-59a5e1849331 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/469270fb-222b-4fed-9c17-e2a8490b7d8f HTTP/1.1" status: 204  len: 168 time: 0.4017308
Apr 21 07:02:10.727172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-212a4f13-6909-4364-869c-59a5e1849331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:10.858027 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-692a9030-362c-4739-be8e-cce3e3d4ed36 req-8278b703-349b-47ca-99f9-fceaee0ea2d2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 210 time: 0.0887973
Apr 21 07:02:10.988190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ccade-071c-4f8b-8ef5-2dbfbd883fd8 req-bc8b2814-9162-46d6-bc0b-36cf1060bd0f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:10.991222 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-632ccade-071c-4f8b-8ef5-2dbfbd883fd8 req-bc8b2814-9162-46d6-bc0b-36cf1060bd0f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1315196
Apr 21 07:02:11.051837 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-632ccade-071c-4f8b-8ef5-2dbfbd883fd8 req-cfff91b0-d2d4-4991-9d46-893650bf0917 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519927
Apr 21 07:02:11.935141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbae789-5013-4b37-abee-1f003f2cf935 req-c0776e30-d81f-4ded-863c-01f60da89d6f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:11.937194 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5dbae789-5013-4b37-abee-1f003f2cf935 req-c0776e30-d81f-4ded-863c-01f60da89d6f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1110730
Apr 21 07:02:11.989345 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5dbae789-5013-4b37-abee-1f003f2cf935 req-1eac7916-d7eb-4fa8-b2fc-7da39e1073b9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455348
Apr 21 07:02:12.153335 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0bd66074-5035-4cb6-970b-82ffc31c162d req-68dc0208-80a6-4fba-b909-2e1ec94af2b9 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 210 time: 0.0547042
Apr 21 07:02:12.369041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ca68-aa98-4a7c-a932-52291c5c2316 req-f57a211f-607f-4385-a39b-1a8f49b5511f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:12.370664 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-04d2ca68-aa98-4a7c-a932-52291c5c2316 req-f57a211f-607f-4385-a39b-1a8f49b5511f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.0942438
Apr 21 07:02:12.420612 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-04d2ca68-aa98-4a7c-a932-52291c5c2316 req-55805a45-5ac6-45c9-a7b1-4e580b1da318 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433450
Apr 21 07:02:13.205106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaa8a9-7d21-4437-9138-a05eb3dc94a1 req-0a645329-8fbb-4e1e-a75f-eb8c40f314ed tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:13.206841 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6efaa8a9-7d21-4437-9138-a05eb3dc94a1 req-0a645329-8fbb-4e1e-a75f-eb8c40f314ed tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.0931127
Apr 21 07:02:13.263231 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6efaa8a9-7d21-4437-9138-a05eb3dc94a1 req-881c288d-b3ec-489c-bde6-d4fa78aaa2d4 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496597
Apr 21 07:02:13.430900 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d163d1cc-1981-4e10-a455-3be0006390f2 req-27cc1ac0-9338-451f-9822-bb87dd867159 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 210 time: 0.0523331
Apr 21 07:02:13.655717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2932d-d0eb-4ae9-b007-b22924f1ea34 req-403cbb36-06bc-4c38-9384-d274fda6857c tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:13.657495 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d6e2932d-d0eb-4ae9-b007-b22924f1ea34 req-403cbb36-06bc-4c38-9384-d274fda6857c tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1041331
Apr 21 07:02:13.725740 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d6e2932d-d0eb-4ae9-b007-b22924f1ea34 req-4a56eda8-d115-46f1-a65f-f33bd0db8d1d tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521262
Apr 21 07:02:14.548812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6bd20-56c2-46ea-8859-cf029ef365e0 req-a868331f-37a7-4bfc-b459-7a2400bf7730 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:14.550695 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ccb6bd20-56c2-46ea-8859-cf029ef365e0 req-a868331f-37a7-4bfc-b459-7a2400bf7730 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1380262
Apr 21 07:02:14.614946 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ccb6bd20-56c2-46ea-8859-cf029ef365e0 req-cd05fd23-cbf6-4d5e-bab9-543e56e49a77 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542631
Apr 21 07:02:14.660234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-ed88c528-dc58-412a-b724-41c8d6f3d7ad tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:14.661844 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-ed88c528-dc58-412a-b724-41c8d6f3d7ad tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 814 time: 0.1901433
Apr 21 07:02:14.677712 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e4b3b719-bf1b-4ea2-af15-de46320c8d16 req-60825f35-7ba2-4459-9b08-fb2c52431979 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 210 time: 0.0499616
Apr 21 07:02:14.689699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Request body: {'port': {'device_id': '19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9', 'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'admin_state_up': True, 'tenant_id': 'c2191a9a37204f06ac6bc76c106069ef'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:02:14.853110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:14.857970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Usage tracker for resource:port and tenant:c2191a9a37204f06ac6bc76c106069ef is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:14.861210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:14.868738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:14.880507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Made reservation on behalf of c2191a9a37204f06ac6bc76c106069ef for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:02:14.887177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:14.948654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a444c4-83f8-4319-b014-c5de80133e22 req-6c462319-4056-41e5-9d8b-e07d0c02e377 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:14.950357 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b1a444c4-83f8-4319-b014-c5de80133e22 req-6c462319-4056-41e5-9d8b-e07d0c02e377 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.0978420
Apr 21 07:02:15.028932 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b1a444c4-83f8-4319-b014-c5de80133e22 req-4bcac12c-3e7a-4b28-a001-3e27577ca8b0 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666876
Apr 21 07:02:15.086254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Allocated IP 172.20.0.7 (67a1169e-2060-4670-bf49-674d028eb240/05f5e72f-dfca-4871-9598-82765e63758d/1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:02:15.414188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:15.449876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f630-b475-4c2f-9344-c5b4fc897ead req-c30dbbf6-c334-48ea-b046-39070056d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:15.451756 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6372f630-b475-4c2f-9344-c5b4fc897ead req-c30dbbf6-c334-48ea-b046-39070056d146 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 1099 time: 0.1371956
Apr 21 07:02:15.475554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:15.481959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:15.598968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Network 67a1169e-2060-4670-bf49-674d028eb240 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:02:15.608669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:02:15.620729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:02:15.633775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:15.634901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:15.668726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Pushing event updated for resources: {'Port': ['ID=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:15.695758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.696428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.697117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.697850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.698549 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.699445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.700162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.701534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.702234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.704774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.704774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.704774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:15.726563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:15.732408 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0471284
Apr 21 07:02:15.880430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2524669-1b0a-4242-ac9f-94c9e8606197 req-561b6cb6-eac5-4e47-a8c9-8f676c78df04 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:15.883374 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b2524669-1b0a-4242-ac9f-94c9e8606197 req-561b6cb6-eac5-4e47-a8c9-8f676c78df04 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1339087
Apr 21 07:02:15.951246 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b2524669-1b0a-4242-ac9f-94c9e8606197 req-92e6f5dd-f582-4e20-b3ae-1b26fa7f05f7 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590255
Apr 21 07:02:16.156551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490aff4-67cb-492f-8af1-d88e8dc52af1 req-c60a099b-e420-4d72-b159-04fba20a8a60 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:16.158429 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2490aff4-67cb-492f-8af1-d88e8dc52af1 req-c60a099b-e420-4d72-b159-04fba20a8a60 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 931 time: 0.0941987
Apr 21 07:02:16.218381 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2490aff4-67cb-492f-8af1-d88e8dc52af1 req-4d034e51-8bcf-4cb5-b7ab-75215ea0f503 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518622
Apr 21 07:02:17.173556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc70b-bd8b-45a3-9532-3a50b2ebed7a req-32bd0310-9ebf-4f0a-845e-b9775c4cb56f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:17.175319 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0eecc70b-bd8b-45a3-9532-3a50b2ebed7a req-32bd0310-9ebf-4f0a-845e-b9775c4cb56f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1010287
Apr 21 07:02:17.234548 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0eecc70b-bd8b-45a3-9532-3a50b2ebed7a req-0786074d-9a2e-419b-904e-f0748a846291 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497844
Apr 21 07:02:17.452841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87419c33-e593-4440-88b0-433e4b1fa66b req-fa8c3bfb-0294-471a-bc3a-17730df77a3c tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:17.454524 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-87419c33-e593-4440-88b0-433e4b1fa66b req-fa8c3bfb-0294-471a-bc3a-17730df77a3c tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 931 time: 0.0925717
Apr 21 07:02:17.506087 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-87419c33-e593-4440-88b0-433e4b1fa66b req-e5f08f42-511c-453a-985a-f5af25d06de3 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438519
Apr 21 07:02:18.209867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1563a8d6-5cbf-4d26-bc64-a080abf692fa', '09bde817-4732-418a-8bac-993f5da11bec'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:02:18.239919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Request body: {'port': {'device_id': '19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:02:18.355327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:18.421389 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6372f630-b475-4c2f-9344-c5b4fc897ead req-cc351387-1266-4a99-a2a8-6456a6483372 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022061
Apr 21 07:02:18.426621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:18.508567 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-3cbbfb9c-109b-4a83-ad0c-31c3d718a349 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1868200
Apr 21 07:02:18.576292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e88bc-7e13-4e5f-8bff-b5e51ffe7c1f req-374e933e-c1ec-4e7a-b3fe-0dbe691f54c5 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:18.579001 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a9e88bc-7e13-4e5f-8bff-b5e51ffe7c1f req-374e933e-c1ec-4e7a-b3fe-0dbe691f54c5 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1714728
Apr 21 07:02:18.631671 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a9e88bc-7e13-4e5f-8bff-b5e51ffe7c1f req-90a508e5-2faa-487a-b8cf-0b54fd751967 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456200
Apr 21 07:02:18.775053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829c2e6-5d79-4f9a-afd1-7458faec04dd req-f95bf70a-74b0-4dd9-9644-cb8cf81418e7 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:18.778086 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b829c2e6-5d79-4f9a-afd1-7458faec04dd req-f95bf70a-74b0-4dd9-9644-cb8cf81418e7 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 931 time: 0.1103683
Apr 21 07:02:18.862065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:02:18.871486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:18.887701 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b829c2e6-5d79-4f9a-afd1-7458faec04dd req-b760c7c0-e5ae-466b-b99d-1b46d41c4c6e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009579
Apr 21 07:02:18.891099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Transition to ACTIVE for port object 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:02:18.895994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:18.901757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5159ce5f-df8f-456f-9187-39a7ebe30717 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:18.922747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-6e50058d-3a33-4cbd-a8f2-e84171f35ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:18.924361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-6e50058d-3a33-4cbd-a8f2-e84171f35ed5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 1099 time: 0.1174481
Apr 21 07:02:19.087232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Pushing event updated for resources: {'Port': ['ID=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:19.102628 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:19.108166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Attempting to bind port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:02:19.108537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Attempting to bind port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:02:19.108909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Attempting to bind port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae on network 67a1169e-2060-4670-bf49-674d028eb240 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:02:19.109615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-36d57457-bf2d-41db-ae23-79e44fabc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:19.112298 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-36d57457-bf2d-41db-ae23-79e44fabc480 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 914 time: 0.1632175
Apr 21 07:02:19.114810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae on network 67a1169e-2060-4670-bf49-674d028eb240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:02:19.115171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Attempting to bind port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae on network 67a1169e-2060-4670-bf49-674d028eb240 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:02:19.121603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:02:19.122018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Checking segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:02:19.122756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Bound using segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:02:19.123142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Bound port: 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:02:19.123541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:19.206903 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-cb6acff8-221a-4366-a2d5-158a0e84b669 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa HTTP/1.1" status: 200  len: 217 time: 0.0853703
Apr 21 07:02:19.234903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] For port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:02:19.239186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] For port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:02:19.244353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:19.253611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:19.326801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:19.327500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:19.329065 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] 10.222.0.18 "PUT /v2.0/ports/1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae HTTP/1.1" status: 200  len: 1093 time: 1.0942705
Apr 21 07:02:19.329660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9', 'tag': '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:02:19.359873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-a19e1153-3823-4a8c-8e40-6a5a9cc7f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:19.365923 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-a19e1153-3823-4a8c-8e40-6a5a9cc7f599 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.1474378
Apr 21 07:02:19.367538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Pushing event updated for resources: {'Port': ['ID=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:19.375040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:19.414020 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9', 'tag': '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae', 'status': 'completed', 'code': 200}
Apr 21 07:02:19.686039 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-d5770204-9a8d-4a1a-a8bb-e91d1b387822 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2865002
Apr 21 07:02:19.851059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368775-cf70-4b11-af21-a8c221a6cad7 req-9941c29a-4e4a-4862-b5ba-ddf705e07b32 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:19.852733 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-57368775-cf70-4b11-af21-a8c221a6cad7 req-9941c29a-4e4a-4862-b5ba-ddf705e07b32 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1076717
Apr 21 07:02:19.934402 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-57368775-cf70-4b11-af21-a8c221a6cad7 req-e30b84e1-70f8-42fd-a662-365f64df6426 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683632
Apr 21 07:02:20.268103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fa0c7-3cca-4f05-9e81-2c58f123354e req-52c3109b-6b06-48a5-8867-906f1684e414 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:20.269811 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-161fa0c7-3cca-4f05-9e81-2c58f123354e req-52c3109b-6b06-48a5-8867-906f1684e414 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1170044
Apr 21 07:02:20.321368 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-161fa0c7-3cca-4f05-9e81-2c58f123354e req-f8b9b279-58a0-403a-9dd6-f51822ec0528 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442331
Apr 21 07:02:20.532868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19146248-451c-45e3-aeb1-5ff403f501dc req-cb4503dc-a19b-4432-9055-f6da2b3e81a1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:20.534608 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19146248-451c-45e3-aeb1-5ff403f501dc req-cb4503dc-a19b-4432-9055-f6da2b3e81a1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 943 time: 0.1010494
Apr 21 07:02:20.587693 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19146248-451c-45e3-aeb1-5ff403f501dc req-5aea3eee-9056-4e21-b925-4d7f2255baf1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464456
Apr 21 07:02:21.175469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da703371-b643-4d11-8cc1-9ff32f6c6092 req-ca8e6836-44ff-4ebb-93e9-6bbb66b0b019 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:21.177118 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-da703371-b643-4d11-8cc1-9ff32f6c6092 req-ca8e6836-44ff-4ebb-93e9-6bbb66b0b019 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1064601
Apr 21 07:02:21.230634 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-da703371-b643-4d11-8cc1-9ff32f6c6092 req-6a443c80-c997-4bc0-911b-a2a7751c81b9 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466037
Apr 21 07:02:21.541584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2a63b-f31d-4a01-bb11-fd95692d9122 req-6f082fd3-bf48-479b-bd02-a6a6ab0e8563 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:21.543245 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c2a63b-f31d-4a01-bb11-fd95692d9122 req-6f082fd3-bf48-479b-bd02-a6a6ab0e8563 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1030421
Apr 21 07:02:21.593470 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46c2a63b-f31d-4a01-bb11-fd95692d9122 req-7128b59b-cb30-47c8-a195-3425bfff003e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435288
Apr 21 07:02:21.818367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf8dd0-43ac-409e-9e26-7bc245290c49 req-0242a0a3-d8b9-4028-99c4-4ba52c2feda1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:21.819920 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eccf8dd0-43ac-409e-9e26-7bc245290c49 req-0242a0a3-d8b9-4028-99c4-4ba52c2feda1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 943 time: 0.0976210
Apr 21 07:02:21.869959 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eccf8dd0-43ac-409e-9e26-7bc245290c49 req-ff99c6fe-89d4-4a4a-b27f-069d13b266c5 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430527
Apr 21 07:02:22.379623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-cbf85c00-015a-48d0-b112-42750a4191a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:22.382639 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-cbf85c00-015a-48d0-b112-42750a4191a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 1096 time: 0.1338818
Apr 21 07:02:22.528125 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-12af4edb-4a25-4ab1-8faf-6c8d54b7047d service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808516
Apr 21 07:02:22.667950 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-21c99a03-1d50-42fa-8cd7-07ebc564097e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae HTTP/1.1" status: 200  len: 217 time: 0.2149374
Apr 21 07:02:22.686102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cb76-45d8-4c66-89f2-51dc720eb478 req-0669462e-1d91-45a2-83d9-82d3581ad77b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:22.709395 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-83b4cb76-45d8-4c66-89f2-51dc720eb478 req-0669462e-1d91-45a2-83d9-82d3581ad77b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.3065183
Apr 21 07:02:22.829666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-0e41b038-7de2-4c16-9139-5d7ca82a3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:22.831274 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-0e41b038-7de2-4c16-9139-5d7ca82a3005 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.1500230
Apr 21 07:02:22.837669 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-83b4cb76-45d8-4c66-89f2-51dc720eb478 req-b7dec7ae-6cdf-4c3d-bed0-328a35e63077 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272235
Apr 21 07:02:22.887309 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffee2e42-6696-4d82-9b19-ef4b96992286 req-0dec524c-767a-4869-be58-ba0b1c47a10c service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3491793
Apr 21 07:02:22.910045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc73a5-8f62-4cac-96ca-fa3575652297 req-2da11647-23cf-4ddb-acd3-0f900a96d8ee tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:22.911701 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-57dc73a5-8f62-4cac-96ca-fa3575652297 req-2da11647-23cf-4ddb-acd3-0f900a96d8ee tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1234722
Apr 21 07:02:22.964658 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-57dc73a5-8f62-4cac-96ca-fa3575652297 req-4a428369-717a-41e7-ad0d-a4afe83e6d3a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461786
Apr 21 07:02:23.089986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe446f9-4ae7-4eb2-90ca-9ec963465cae req-e1c55f73-e955-449a-b170-69f8388b61fc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:23.091619 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ebe446f9-4ae7-4eb2-90ca-9ec963465cae req-e1c55f73-e955-449a-b170-69f8388b61fc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 943 time: 0.0996363
Apr 21 07:02:23.147809 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ebe446f9-4ae7-4eb2-90ca-9ec963465cae req-fa0617cb-c62c-4c7d-aa7b-409743565e3b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460935
Apr 21 07:02:24.054899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046bb69-d283-4639-828a-f275756c12c1 req-e51285ad-042c-4283-937d-f5f227db1748 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:24.056512 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8046bb69-d283-4639-828a-f275756c12c1 req-e51285ad-042c-4283-937d-f5f227db1748 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.0947354
Apr 21 07:02:24.115138 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8046bb69-d283-4639-828a-f275756c12c1 req-0a30c359-ef93-40dd-beed-3006101f4ee2 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515068
Apr 21 07:02:24.469963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabf428-eebf-47d4-9129-0ca4eafe66f3 req-a04b770d-6796-4942-aa2b-87a666a43c15 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:24.471576 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bbabf428-eebf-47d4-9129-0ca4eafe66f3 req-a04b770d-6796-4942-aa2b-87a666a43c15 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1006248
Apr 21 07:02:24.523066 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bbabf428-eebf-47d4-9129-0ca4eafe66f3 req-64f39994-1fc6-4e0d-92cb-8d6e99b45347 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444279
Apr 21 07:02:24.730002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0d10f-7d7f-443c-bbe9-1624ba462c58 req-e122c7a7-2c08-403a-b525-c4a7f37a9ae3 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:24.731673 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98d0d10f-7d7f-443c-bbe9-1624ba462c58 req-e122c7a7-2c08-403a-b525-c4a7f37a9ae3 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 943 time: 0.0928657
Apr 21 07:02:24.782684 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98d0d10f-7d7f-443c-bbe9-1624ba462c58 req-9f9a3dbf-4696-47d9-928f-9150f81db953 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445666
Apr 21 07:02:24.996329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62ec12-d102-4366-bd52-3de4c1faabc0 req-2a91a27f-f086-4cb1-87a9-b70255d35f66 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:24.998105 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fa62ec12-d102-4366-bd52-3de4c1faabc0 req-2a91a27f-f086-4cb1-87a9-b70255d35f66 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1075108
Apr 21 07:02:25.052088 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fa62ec12-d102-4366-bd52-3de4c1faabc0 req-93e9fd7a-8b2c-4b63-90cf-c932c6d5a884 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464559
Apr 21 07:02:25.367083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c82bb-5af1-4011-9fe1-61edb9c3b756 req-ef08a260-8027-419a-8606-cf0d18ac8475 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:25.368928 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8d6c82bb-5af1-4011-9fe1-61edb9c3b756 req-ef08a260-8027-419a-8606-cf0d18ac8475 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1324120
Apr 21 07:02:25.430703 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8d6c82bb-5af1-4011-9fe1-61edb9c3b756 req-89fcf02c-c99a-452b-850e-c5758c0b2380 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535338
Apr 21 07:02:25.631620 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-071fc6a5-5d47-429e-9fa6-dab41881f580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0954344
Apr 21 07:02:25.830137 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-4d56c4a9-fdd6-48a1-87e8-39df00d4d6ac service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878047
Apr 21 07:02:26.039130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c4bb0-c179-490d-aab9-ce76c23ab581 req-628f5805-53ce-43d8-a42f-a6c8c5a2cab2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:26.040940 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-258c4bb0-c179-490d-aab9-ce76c23ab581 req-628f5805-53ce-43d8-a42f-a6c8c5a2cab2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 943 time: 0.1038027
Apr 21 07:02:26.101107 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-258c4bb0-c179-490d-aab9-ce76c23ab581 req-53dfec11-0fbc-4f73-9a35-073efc6a5e34 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528624
Apr 21 07:02:26.242092 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7332d6-3cb3-4836-a4e3-f05ca3ec3933 req-e5e1885d-cce3-430f-a942-0ac778c22c9b service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4036951
Apr 21 07:02:26.445738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-731c49f7-8266-4321-9a1f-f437e3113927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:26.447237 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-731c49f7-8266-4321-9a1f-f437e3113927 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 1096 time: 0.0817895
Apr 21 07:02:26.599433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-90bbb0a1-fef9-4d95-9a38-33a40c6c2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:26.601501 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-90bbb0a1-fef9-4d95-9a38-33a40c6c2c27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 914 time: 0.1460421
Apr 21 07:02:26.678583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de115012-c364-4e03-8e4d-1f1dfd4e8f89 req-c6307b5b-507f-4f70-b744-63e81c775b25 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:26.680594 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de115012-c364-4e03-8e4d-1f1dfd4e8f89 req-c6307b5b-507f-4f70-b744-63e81c775b25 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1156762
Apr 21 07:02:26.706473 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-892ee296-d5c5-433d-82d2-13a7f365423a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae HTTP/1.1" status: 200  len: 217 time: 0.0947645
Apr 21 07:02:26.751886 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de115012-c364-4e03-8e4d-1f1dfd4e8f89 req-b26deb71-a530-4142-9763-bb43a97967ed tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625429
Apr 21 07:02:26.842356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-c18be9f5-f7c1-446b-a9db-6ac6fcebf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:26.844153 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-c18be9f5-f7c1-446b-a9db-6ac6fcebf1a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.0798640
Apr 21 07:02:26.904476 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-46569f60-2082-4568-8834-753b6985f824 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529892
Apr 21 07:02:27.073568 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-3d6a2d74-af3b-466b-8f80-b8f84d7d3ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622891
Apr 21 07:02:27.392112 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03ef13fa-7c28-428d-8ff8-040f8ea450d0 req-bffb6f3f-f4f2-4730-a2f2-1a41a087e3e0 service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2478883
Apr 21 07:02:27.532899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08aadad-30bb-43a4-a8cd-54eee266855c req-dec896bf-76be-484d-a796-972404ef069b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:27.534785 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d08aadad-30bb-43a4-a8cd-54eee266855c req-dec896bf-76be-484d-a796-972404ef069b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2445767
Apr 21 07:02:27.547471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce34a28-b7e4-4619-a184-819b3f17a0a5 req-81b65182-23b4-4e23-8559-f8124743656a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:27.549144 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6ce34a28-b7e4-4619-a184-819b3f17a0a5 req-81b65182-23b4-4e23-8559-f8124743656a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 943 time: 0.1680543
Apr 21 07:02:27.554657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-cdd2cb10-84bb-4443-bfaa-b1f14f98d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:27.556257 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-cdd2cb10-84bb-4443-bfaa-b1f14f98d946 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1098 time: 0.3684363
Apr 21 07:02:27.609657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-a0aab767-893e-4625-8829-59233126e7ac tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:27.610765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-a0aab767-893e-4625-8829-59233126e7ac tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Synchronizing usage tracker for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:02:27.632916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-a0aab767-893e-4625-8829-59233126e7ac tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Unset dirty status for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:02:27.635492 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-a0aab767-893e-4625-8829-59233126e7ac tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1596379
Apr 21 07:02:27.738470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Deleting port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:02:27.739261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:27.768679 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d08aadad-30bb-43a4-a8cd-54eee266855c req-16532a2e-ad9b-42c0-810d-7dade888cc7f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183142
Apr 21 07:02:27.779559 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6ce34a28-b7e4-4619-a184-819b3f17a0a5 req-eb8d4108-e440-4d1f-93d7-33dcceb75bcc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221866
Apr 21 07:02:27.832578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-65c2c50d-9c6e-4253-beef-403525768ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:27.834208 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-65c2c50d-9c6e-4253-beef-403525768ddd service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 918 time: 0.2437706
Apr 21 07:02:27.941110 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-b0f355d9-0572-4a9b-9a9c-df7c654c8099 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9 HTTP/1.1" status: 200  len: 217 time: 0.0983319
Apr 21 07:02:28.060775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48850) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:28.087673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-2e650764-2b95-4c78-973b-086bf749e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:28.089266 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-2e650764-2b95-4c78-973b-086bf749e198 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 200  len: 858 time: 0.1426556
Apr 21 07:02:28.124565 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] For port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:28.125068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:28.182788 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-e8c2bb99-3f09-487b-9b91-f8eef7cc4a93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc328b38-04f7-450c-96f4-b00d62531f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672526
Apr 21 07:02:28.191873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b536ed-fa92-4b87-8be4-1320af5746fe req-43789f7b-3520-4115-ba00-2a69069dab0b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:28.193638 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-64b536ed-fa92-4b87-8be4-1320af5746fe req-43789f7b-3520-4115-ba00-2a69069dab0b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 945 time: 0.1730080
Apr 21 07:02:28.289466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Calling delete_port for 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:02:28.353695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:28.386431 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-64b536ed-fa92-4b87-8be4-1320af5746fe req-5b96b683-8492-49e0-a8d2-58d75a95039c tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640763
Apr 21 07:02:28.388299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:28.396009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Usage tracker for resource:security_group_rule and tenant:6226817e622a4cc9a6b9feedce943eef is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:28.414602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:28.422623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:28.432324 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-09571103-7b46-44d1-ad2d-e53670c6cf8a service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375181
Apr 21 07:02:28.517236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:28.524783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-812933b8-def4-438a-bba1-704f340318b1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:28.557958 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9ec7e841-eba1-4516-a3a7-edb7da2e53b1'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:02:28.585427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Pushing event deleted for resources: {'Port': ['ID=9ec7e841-eba1-4516-a3a7-edb7da2e53b1,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:28.625711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:28.683348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] No DVR routers for this DVR port 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:02:28.687227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:28.690158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff7a612-8187-445f-94cf-478a0b8c2d91', 'name': 'network-vif-deleted', 'tag': '9ec7e841-eba1-4516-a3a7-edb7da2e53b1'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:02:28.762747 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff7a612-8187-445f-94cf-478a0b8c2d91', 'name': 'network-vif-deleted', 'tag': '9ec7e841-eba1-4516-a3a7-edb7da2e53b1', 'status': 'completed', 'code': 200}
Apr 21 07:02:28.769718 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b90ddcf-0f65-4210-8f1c-51984ac78eb2 req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.18 "DELETE /v2.0/ports/9ec7e841-eba1-4516-a3a7-edb7da2e53b1 HTTP/1.1" status: 204  len: 173 time: 1.1268339
Apr 21 07:02:28.774828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:28.787379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:28.796962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cbb4a668-1945-4a6a-83dc-814fb0305c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:28.822236 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76e63f40-1846-49a6-a11a-24e4d17e10c5 req-30e69890-3e5a-4f2e-a007-aedafb8a09fe service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3807626
Apr 21 07:02:28.876440 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6226817e622a4cc9a6b9feedce943eef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8120677
Apr 21 07:02:28.876440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a6f7b-e345-4f88-9d16-50db0852a875,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:28.879609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48868) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:28.888901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:29.144859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:29.198372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:29.292909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb047b-2c33-4cda-a12e-aa4eef86e0f8 req-0c97d23e-fe85-42f7-8304-b86054e87e12 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:29.295852 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-deeb047b-2c33-4cda-a12e-aa4eef86e0f8 req-0c97d23e-fe85-42f7-8304-b86054e87e12 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2320094
Apr 21 07:02:29.319244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0069-7871-46b0-ab7f-dab7e6a3b8ed req-d65ea9d5-cf9b-4a6a-b1ac-b1491d1d3138 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:29.322132 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-baea0069-7871-46b0-ab7f-dab7e6a3b8ed req-d65ea9d5-cf9b-4a6a-b1ac-b1491d1d3138 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 943 time: 0.2989902
Apr 21 07:02:29.432923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:29.448013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4b095ad4-9b3d-4981-8ec8-072eb5244a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:29.492213 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-deeb047b-2c33-4cda-a12e-aa4eef86e0f8 req-4c7555e9-1d95-4fce-80e2-8eba12bca812 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679420
Apr 21 07:02:29.498809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a6f7b-e345-4f88-9d16-50db0852a875,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:29.532589 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-baea0069-7871-46b0-ab7f-dab7e6a3b8ed req-9e5eb7a4-8a23-418d-94b6-c92ddf3ce92e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654623
Apr 21 07:02:29.532589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.532589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.532589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.532589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.532589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.533537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.534413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.534413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.535067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.535665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.536331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.537003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:29.542956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:29.544821 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:29.547248 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/068a6f7b-e345-4f88-9d16-50db0852a875 HTTP/1.1" status: 204  len: 168 time: 0.6643870
Apr 21 07:02:29.912870 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7bb986cb-a03b-4807-b8e9-4158cc7eb1b6 req-8c07091b-3a37-4ca1-825c-1ccf45201252 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff7a612-8187-445f-94cf-478a0b8c2d91 HTTP/1.1" status: 200  len: 210 time: 0.0602129
Apr 21 07:02:30.042567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 48898) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:30.061705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.081731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:30.085873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Usage tracker for resource:security_group_rule and tenant:7f44a7d9c9714717acccf97f6be9ec50 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:30.088980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:30.096356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:30.194090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.197816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.206041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:30.237996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:02:30.255403 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f44a7d9c9714717acccf97f6be9ec50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2115910
Apr 21 07:02:30.256413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f542bd66-8169-4688-aebb-d13bbc56af72,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:30.260509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 48906) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:30.270132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:30.349661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-760fe9b2-0b74-4235-a92f-9c7c12ab1595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.383997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-760fe9b2-0b74-4235-a92f-9c7c12ab1595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.427519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:30.438406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-760fe9b2-0b74-4235-a92f-9c7c12ab1595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.444012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5c172125-c79d-48d4-b8dd-3e9211b1fc4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:30.446283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae', 'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'port_id': '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae', 'mac_address': 'fa:16:3e:44:9c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f5e72f-dfca-4871-9598-82765e63758d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:02:30.456205 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fe9b2-0b74-4235-a92f-9c7c12ab1595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f542bd66-8169-4688-aebb-d13bbc56af72,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:30.461356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-760fe9b2-0b74-4235-a92f-9c7c12ab1595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:30.463494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-760fe9b2-0b74-4235-a92f-9c7c12ab1595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.465018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-760fe9b2-0b74-4235-a92f-9c7c12ab1595 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f542bd66-8169-4688-aebb-d13bbc56af72 HTTP/1.1" status: 204  len: 168 time: 0.2032189
Apr 21 07:02:30.532862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.552669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:02:30.579311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:30.583342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:30.585967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:30.727344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:30.743567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.744797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.745447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.746141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.746723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.747550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.748176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.748839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.749768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.750103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.750721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.751464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:30.770531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:30.789013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f5a76-5c97-4223-9151-d88de2458557 req-2d7322ab-e15c-4fa1-9caa-13b3b7220e65 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:30.790755 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e75f5a76-5c97-4223-9151-d88de2458557 req-2d7322ab-e15c-4fa1-9caa-13b3b7220e65 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1252427
Apr 21 07:02:30.900941 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e75f5a76-5c97-4223-9151-d88de2458557 req-e70ee1e6-152d-474f-9c06-7f1d12d71842 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655608
Apr 21 07:02:30.977634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a45d13-d02a-4933-b5a5-c94d32a1f6fd req-e0ca05fb-4958-4a43-83fd-5a7b8bbcacf1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:30.987398 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-09a45d13-d02a-4933-b5a5-c94d32a1f6fd req-e0ca05fb-4958-4a43-83fd-5a7b8bbcacf1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 944 time: 0.1953001
Apr 21 07:02:31.064878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:02:31.088741 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-09a45d13-d02a-4933-b5a5-c94d32a1f6fd req-f9c9c20c-0422-447f-9d27-0b3cb8623f77 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990992
Apr 21 07:02:31.830123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-47aed060-31bf-4ded-9d75-7ccbef4f1e32 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:31.831771 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-47aed060-31bf-4ded-9d75-7ccbef4f1e32 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/networks?id=28471488-c577-4e7e-82d4-2722e7001cdf HTTP/1.1" status: 200  len: 808 time: 0.1745894
Apr 21 07:02:31.849119 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-6ba9f88e-374b-431f-9c55-84be3b5658d1 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/quotas/6a757da6f0024e0fb479a19be1aaea60 HTTP/1.1" status: 200  len: 375 time: 0.0106459
Apr 21 07:02:31.905379 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-0eeb9f8e-3f27-4469-bbc5-8dcd9079236f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a757da6f0024e0fb479a19be1aaea60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0494716
Apr 21 07:02:32.119953 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-a1db333e-4ebc-49fe-9ed8-73fcd6298626 service neutron] 10.222.0.36 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057841
Apr 21 07:02:32.273852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305c490-5d5a-464d-81e0-4a4274a4fb33 req-60e4311d-fac1-45cd-ac20-c90b34f40cc0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:32.277024 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2305c490-5d5a-464d-81e0-4a4274a4fb33 req-60e4311d-fac1-45cd-ac20-c90b34f40cc0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2299111
Apr 21 07:02:32.318829 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-43e01abb-0102-4183-a19e-27410723485d service neutron] 10.222.0.36 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920810
Apr 21 07:02:32.354565 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2305c490-5d5a-464d-81e0-4a4274a4fb33 req-bd1766c3-057e-4bfe-84af-8e4a661e282b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602052
Apr 21 07:02:32.650505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec334215-9c14-4b2e-b815-060b79c6c928 req-3f4e07cf-7111-4b26-ab21-9449cd342686 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:32.653865 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ec334215-9c14-4b2e-b815-060b79c6c928 req-3f4e07cf-7111-4b26-ab21-9449cd342686 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 944 time: 0.1841860
Apr 21 07:02:32.759861 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ec334215-9c14-4b2e-b815-060b79c6c928 req-ec1a9d29-35d8-4c22-ace3-1a195bb20aca tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963213
Apr 21 07:02:32.879788 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-338748db-b4ec-4504-a6b5-589cac5b0559 req-56e09fb5-c433-43ee-9206-4ae5dc7a7275 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 210 time: 0.0753925
Apr 21 07:02:33.263354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:02:33.318229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:02:33.318962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9ec7e841-eba1-4516-a3a7-edb7da2e53b1 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:02:33.590190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acc35-86fc-4b94-a547-ed381e47aa2c req-aca1f823-ed2e-4de7-91b5-0d81210c51e8 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:33.592269 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd5acc35-86fc-4b94-a547-ed381e47aa2c req-aca1f823-ed2e-4de7-91b5-0d81210c51e8 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1125700
Apr 21 07:02:33.600043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3b47d8c2-d0fb-4b0f-bf18-9046dfd9bfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:33.656498 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd5acc35-86fc-4b94-a547-ed381e47aa2c req-f940e443-825a-4e2e-919e-01d511fddcc9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557709
Apr 21 07:02:33.978421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad2721-c857-4dc5-9261-d9db20e3185d req-6059fbaf-02b9-4987-bfc8-a19a1d39f098 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:33.980121 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fbad2721-c857-4dc5-9261-d9db20e3185d req-6059fbaf-02b9-4987-bfc8-a19a1d39f098 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 944 time: 0.0931714
Apr 21 07:02:34.034276 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fbad2721-c857-4dc5-9261-d9db20e3185d req-542601c3-d6dc-4047-b055-a5481ac42ee0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460970
Apr 21 07:02:34.210489 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5086535b-09ea-452c-8495-c65fbee0aacf req-5078403b-b8a3-4f4f-bdf5-2eafba69699b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 210 time: 0.0542181
Apr 21 07:02:34.895731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf227ed-ef88-4b1b-b5a6-e54e38bb3ebf req-9c64cb01-584a-408f-b74c-497e828eae27 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:34.897954 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1bf227ed-ef88-4b1b-b5a6-e54e38bb3ebf req-9c64cb01-584a-408f-b74c-497e828eae27 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1101589
Apr 21 07:02:34.968459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49110) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:34.978814 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1bf227ed-ef88-4b1b-b5a6-e54e38bb3ebf req-ff866f05-56a3-464f-80b5-2eb02b7952ec tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728962
Apr 21 07:02:35.120766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.139222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:35.143418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Usage tracker for resource:security_group_rule and tenant:0fed8b3f87a0488ead8389494d975ec8 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:35.146586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:35.153292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:35.278665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.283394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.289958 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b587c-f749-4df4-a2a8-a317b177ab4e req-0d3aa194-2b5b-4078-9d5e-f564cc019ca2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:35.291797 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-713b587c-f749-4df4-a2a8-a317b177ab4e req-0d3aa194-2b5b-4078-9d5e-f564cc019ca2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 944 time: 0.1209426
Apr 21 07:02:35.335825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0cff2b46-c005-4321-aa83-5517892e3c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:35.371392 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fed8b3f87a0488ead8389494d975ec8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4011061
Apr 21 07:02:35.372173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49124) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:35.373816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c1948-ca7a-4d06-b2f8-f5311ba2cf63,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:35.379031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49126) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:35.379930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:35.492005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06f17d7e-1ef4-47c6-a0d2-36e540f61810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.527413 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7744c21b-91da-4143-ad8a-35aba93074c7 req-5dcb9ef9-b923-4734-a9b6-05cbb8b777ea tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 210 time: 0.1382701
Apr 21 07:02:35.629149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06f17d7e-1ef4-47c6-a0d2-36e540f61810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.654683 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-713b587c-f749-4df4-a2a8-a317b177ab4e req-caa6a139-5aaf-41d2-a97b-b3a14747b80f tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2996848
Apr 21 07:02:35.688692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-a3af47fe-04ed-48bf-a461-78353f49cb51 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:35.690649 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-a3af47fe-04ed-48bf-a461-78353f49cb51 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.18 "GET /v2.0/networks?id=28471488-c577-4e7e-82d4-2722e7001cdf HTTP/1.1" status: 200  len: 808 time: 0.3978705
Apr 21 07:02:35.703432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.715919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Request body: {'port': {'device_id': '5cabd14e-5004-46b8-b6a8-f5b3ac463123', 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf', 'admin_state_up': True, 'tenant_id': '6a757da6f0024e0fb479a19be1aaea60'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:02:35.743141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:35.748228 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Usage tracker for resource:security_group_rule and tenant:89f12a5a8b4e4737a763a3d86bb0f3dd is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:35.751561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:35.758924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:35.783714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06f17d7e-1ef4-47c6-a0d2-36e540f61810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.791563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f27e1400-1ae7-4a70-9627-e998eaed87ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:35.814862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f17d7e-1ef4-47c6-a0d2-36e540f61810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c1948-ca7a-4d06-b2f8-f5311ba2cf63,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:35.823229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-06f17d7e-1ef4-47c6-a0d2-36e540f61810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:35.824245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06f17d7e-1ef4-47c6-a0d2-36e540f61810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.838757 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-06f17d7e-1ef4-47c6-a0d2-36e540f61810 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef3c1948-ca7a-4d06-b2f8-f5311ba2cf63 HTTP/1.1" status: 204  len: 168 time: 0.4510400
Apr 21 07:02:35.917035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:35.923427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Usage tracker for resource:port and tenant:6a757da6f0024e0fb479a19be1aaea60 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:35.927178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:35.934852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:35.951369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Made reservation on behalf of 6a757da6f0024e0fb479a19be1aaea60 for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:02:35.957811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.967647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.972710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:35.984383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9443954d-640c-4ec2-99db-3aa7f354204f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:36.058385 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89f12a5a8b4e4737a763a3d86bb0f3dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6770048
Apr 21 07:02:36.059397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49146) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:36.063324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37de3a44-7bcb-45fe-97d1-de8d228ff91e,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:36.082755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:36.243986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe059e7-a7b1-48ac-82d5-0bd0900f6939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.278978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:02:36.294655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe059e7-a7b1-48ac-82d5-0bd0900f6939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.303677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Allocated IP 172.20.0.6 (28471488-c577-4e7e-82d4-2722e7001cdf/a0155d81-2192-4bcb-ba76-86fec82637cd/33832c91-8fde-438b-a9f9-19d16a900160) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:02:36.334538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc7695-6cd0-493f-bdd3-11733c03a77a req-4a6486b7-1f54-4b33-8794-50df74eb85e3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:36.344061 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-72dc7695-6cd0-493f-bdd3-11733c03a77a req-4a6486b7-1f54-4b33-8794-50df74eb85e3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1643796
Apr 21 07:02:36.348893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe059e7-a7b1-48ac-82d5-0bd0900f6939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.356234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-656ffa28-74c0-4c7a-b544-08dd1735d4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:36.384492 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe059e7-a7b1-48ac-82d5-0bd0900f6939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37de3a44-7bcb-45fe-97d1-de8d228ff91e,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:36.404441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5fe059e7-a7b1-48ac-82d5-0bd0900f6939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:36.409409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe059e7-a7b1-48ac-82d5-0bd0900f6939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.414428 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5fe059e7-a7b1-48ac-82d5-0bd0900f6939 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37de3a44-7bcb-45fe-97d1-de8d228ff91e HTTP/1.1" status: 204  len: 168 time: 0.3508067
Apr 21 07:02:36.432786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49154) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:36.487377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:02:36.494526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:02:36.495360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.496448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.564921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:36.573353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Usage tracker for resource:security_group_rule and tenant:9da4260dd81344d1afa69abd7a5d06db is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:36.581040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:36.601922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:36.639614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.674605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.710983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:36.728598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.764381 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-72dc7695-6cd0-493f-bdd3-11733c03a77a req-60518035-63dd-4718-a04c-6ed04825259b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4189792
Apr 21 07:02:36.772455 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:02:36.793062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Network 28471488-c577-4e7e-82d4-2722e7001cdf is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:02:36.801103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:36.812436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.814894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:36.838447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:02:36.849799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:02:36.857357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.866698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:36.885541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-07308ef9-7144-480d-ba0d-f89b2b231cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:36.971266 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9da4260dd81344d1afa69abd7a5d06db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5352426
Apr 21 07:02:36.971960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49170) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:36.972521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Pushing event updated for resources: {'Port': ['ID=33832c91-8fde-438b-a9f9-19d16a900160,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:36.976433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620afd22-7c1e-4f1e-8bf7-2cf68e7206b6,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:36.977738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:36.998515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:37.063299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-35d68ec3-b977-4ace-a84a-517bb57a7859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:37.087620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:37.102248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-35d68ec3-b977-4ace-a84a-517bb57a7859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:37.110569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23db4187-9e65-4d47-87e5-5cd74fb0ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:37.114793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:37.186175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-35d68ec3-b977-4ace-a84a-517bb57a7859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:37.196719 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4e6749bb-e8e1-48d6-b0ac-af92a72c964b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:37.230357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d68ec3-b977-4ace-a84a-517bb57a7859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620afd22-7c1e-4f1e-8bf7-2cf68e7206b6,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:37.249459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-35d68ec3-b977-4ace-a84a-517bb57a7859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:37.267070 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-35d68ec3-b977-4ace-a84a-517bb57a7859 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/620afd22-7c1e-4f1e-8bf7-2cf68e7206b6 HTTP/1.1" status: 204  len: 168 time: 0.2809350
Apr 21 07:02:37.269620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-35d68ec3-b977-4ace-a84a-517bb57a7859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:37.390712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:37.391544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:37.447129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1384f-ae86-47a9-be17-b0f4925557f9 req-14ae1c08-a501-45cd-9246-75fe62c6fdbb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:37.447956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-bdb1384f-ae86-47a9-be17-b0f4925557f9 req-14ae1c08-a501-45cd-9246-75fe62c6fdbb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Synchronizing usage tracker for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:02:37.469539 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7582779
Apr 21 07:02:37.483789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d6e40-f856-418c-b361-dba30fbace90 req-aa71a4e0-df37-4e32-9ef1-48b448df817f tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:37.485516 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-752d6e40-f856-418c-b361-dba30fbace90 req-aa71a4e0-df37-4e32-9ef1-48b448df817f tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 945 time: 0.5153775
Apr 21 07:02:37.491538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Request body: {'port': {'device_id': '5cabd14e-5004-46b8-b6a8-f5b3ac463123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:02:37.519316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-bdb1384f-ae86-47a9-be17-b0f4925557f9 req-14ae1c08-a501-45cd-9246-75fe62c6fdbb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Unset dirty status for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:02:37.520579 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdb1384f-ae86-47a9-be17-b0f4925557f9 req-14ae1c08-a501-45cd-9246-75fe62c6fdbb tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 931 time: 0.7539165
Apr 21 07:02:37.681925 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-752d6e40-f856-418c-b361-dba30fbace90 req-b408ecf5-750b-4b2a-8c37-668700d3f8df tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602473
Apr 21 07:02:37.691695 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdb1384f-ae86-47a9-be17-b0f4925557f9 req-4d25d348-e845-4008-a7fb-cb6fb409dd26 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628795
Apr 21 07:02:37.718699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:37.778662 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae', 'code': 200}
Apr 21 07:02:38.221533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef7a14-946d-4d17-a9c3-fd788ccefb48 req-124144fa-d47f-4dc1-91c2-161e0207560f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:38.229816 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-feef7a14-946d-4d17-a9c3-fd788ccefb48 req-124144fa-d47f-4dc1-91c2-161e0207560f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2623656
Apr 21 07:02:38.322870 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-feef7a14-946d-4d17-a9c3-fd788ccefb48 req-4f788725-b5e4-452a-b119-b90006b9b52e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917945
Apr 21 07:02:38.349108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03236101-732e-4add-9385-f5b23244cbb3 req-1eec1eef-f9d0-4b8e-8e4d-0d81e9ba51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:38.366026 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03236101-732e-4add-9385-f5b23244cbb3 req-1eec1eef-f9d0-4b8e-8e4d-0d81e9ba51d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 1098 time: 0.2773464
Apr 21 07:02:38.368605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:38.465367 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03236101-732e-4add-9385-f5b23244cbb3 req-0722d38d-bdb9-4aa1-b7cd-4dc38a25b042 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916567
Apr 21 07:02:38.475887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33832c91-8fde-438b-a9f9-19d16a900160 {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:02:38.489628 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:38.510470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Transition to ACTIVE for port object 33832c91-8fde-438b-a9f9-19d16a900160 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:02:38.515603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:38.523374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-72991aa8-f24e-4bda-98f5-e5e0a78a7e6e tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:38.767783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Pushing event updated for resources: {'Port': ['ID=33832c91-8fde-438b-a9f9-19d16a900160,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:38.774014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:38.885323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Attempting to bind port 33832c91-8fde-438b-a9f9-19d16a900160 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:02:38.885996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Attempting to bind port 33832c91-8fde-438b-a9f9-19d16a900160 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:02:38.886784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Attempting to bind port 33832c91-8fde-438b-a9f9-19d16a900160 on network 28471488-c577-4e7e-82d4-2722e7001cdf {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:02:38.956141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:38.977979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Port 33832c91-8fde-438b-a9f9-19d16a900160 on network 28471488-c577-4e7e-82d4-2722e7001cdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:02:38.978615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Attempting to bind port 33832c91-8fde-438b-a9f9-19d16a900160 on network 28471488-c577-4e7e-82d4-2722e7001cdf {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:02:39.002677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:02:39.003287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Checking segment: {'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:02:39.004144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Bound using segment: {'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:02:39.005168 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Bound port: 33832c91-8fde-438b-a9f9-19d16a900160, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd116aa48-038f-43ac-89ea-37c66aa28b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:02:39.005795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:39.239527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] For port 33832c91-8fde-438b-a9f9-19d16a900160, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:02:39.246829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] For port 33832c91-8fde-438b-a9f9-19d16a900160, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=33832c91-8fde-438b-a9f9-19d16a900160,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:02:39.258618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf5458-ccea-459f-9bde-f47f1a2ba5a6 req-03ef9bfc-8d70-49d3-a9a3-e12c8d532112 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:39.260365 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eebf5458-ccea-459f-9bde-f47f1a2ba5a6 req-03ef9bfc-8d70-49d3-a9a3-e12c8d532112 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 943 time: 0.3952940
Apr 21 07:02:39.264980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:39.275747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2dda055-5ccb-4240-8923-039960c71059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:39.298030 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:39.354702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9444090-173d-435d-824e-641dfcb0fa8e req-caa71809-3abb-4b7c-89ba-082d686b5474 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:39.356498 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f9444090-173d-435d-824e-641dfcb0fa8e req-caa71809-3abb-4b7c-89ba-082d686b5474 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 945 time: 0.3951528
Apr 21 07:02:39.412355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:39.413061 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:39.414634 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] 10.222.0.18 "PUT /v2.0/ports/33832c91-8fde-438b-a9f9-19d16a900160 HTTP/1.1" status: 200  len: 1093 time: 1.9277503
Apr 21 07:02:39.423738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cabd14e-5004-46b8-b6a8-f5b3ac463123', 'tag': '33832c91-8fde-438b-a9f9-19d16a900160'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:02:39.467565 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eebf5458-ccea-459f-9bde-f47f1a2ba5a6 req-1ba695ab-ea98-478e-9573-61a57d5f00f9 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993711
Apr 21 07:02:39.480700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Pushing event updated for resources: {'Port': ['ID=33832c91-8fde-438b-a9f9-19d16a900160,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:39.487379 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f9444090-173d-435d-824e-641dfcb0fa8e req-343a5287-f388-4c62-85b0-cf7b41029ef0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121457
Apr 21 07:02:39.488318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:39.607858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-edc91b0a-bbf1-48fa-a028-16e161cbfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:39.610052 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-edc91b0a-bbf1-48fa-a028-16e161cbfc6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a757da6f0024e0fb479a19be1aaea60&device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 1096 time: 0.1020963
Apr 21 07:02:39.835507 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-6ce70cfa-da54-446b-8d92-1b2c90cd85fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33832c91-8fde-438b-a9f9-19d16a900160 HTTP/1.1" status: 200  len: 217 time: 0.1748729
Apr 21 07:02:39.945078 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cabd14e-5004-46b8-b6a8-f5b3ac463123', 'tag': '33832c91-8fde-438b-a9f9-19d16a900160', 'status': 'completed', 'code': 200}
Apr 21 07:02:39.994384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c53ec-5df0-482b-86cc-2278a31cab28 req-9bd3d8e2-92a3-4d33-9194-786964ec5f72 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:40.003281 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d27c53ec-5df0-482b-86cc-2278a31cab28 req-9bd3d8e2-92a3-4d33-9194-786964ec5f72 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2608778
Apr 21 07:02:40.033119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-4747a205-8045-4228-ad6d-dc886728a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:40.036212 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-4747a205-8045-4228-ad6d-dc886728a27d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0155d81-2192-4bcb-ba76-86fec82637cd HTTP/1.1" status: 200  len: 848 time: 0.1489623
Apr 21 07:02:40.180015 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-11328963-31ec-4dfd-a214-b7752ee97942 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28471488-c577-4e7e-82d4-2722e7001cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1079438
Apr 21 07:02:40.186574 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d27c53ec-5df0-482b-86cc-2278a31cab28 req-097471d2-b8b1-4782-92d9-371dc10af7a0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820145
Apr 21 07:02:40.447146 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-63ddcd3e-5184-4020-a97f-6df4088299f0 service neutron] 10.222.0.18 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583311
Apr 21 07:02:40.689421 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bef61890-06bd-4c55-9f4b-d37b931b55f6 req-c35fae31-ac31-4d2e-bfba-828e0ac9d0d5 service neutron] 10.222.0.18 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2340958
Apr 21 07:02:40.969878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4308f-b030-4c2c-9c1a-54c9276adc45 req-9a5af35a-c10f-45f7-a57d-a6c4b5f42cb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:40.971513 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2f4308f-b030-4c2c-9c1a-54c9276adc45 req-9a5af35a-c10f-45f7-a57d-a6c4b5f42cb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 945 time: 0.2778926
Apr 21 07:02:40.983474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22731bb4-5598-44c5-b920-3a01132ac496 req-feff0316-7286-4a5f-91d1-6a706e120d43 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:40.985155 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-22731bb4-5598-44c5-b920-3a01132ac496 req-feff0316-7286-4a5f-91d1-6a706e120d43 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 943 time: 0.2096324
Apr 21 07:02:41.007354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-f88086d1-5536-4c0c-9767-1419a916abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:41.008996 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-f88086d1-5536-4c0c-9767-1419a916abf9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a757da6f0024e0fb479a19be1aaea60&device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 1096 time: 0.1834252
Apr 21 07:02:41.164898 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2f4308f-b030-4c2c-9c1a-54c9276adc45 req-99e4088c-f18d-44f2-be64-cb09d864d953 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759379
Apr 21 07:02:41.177811 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-22731bb4-5598-44c5-b920-3a01132ac496 req-de4f9627-08d4-4938-b7c9-88d8a9dc6893 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657693
Apr 21 07:02:41.235894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-fb938bef-3d8b-4a1e-8f82-1141d5a7befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:41.249879 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-fb938bef-3d8b-4a1e-8f82-1141d5a7befe service neutron] 10.222.0.18 "GET /v2.0/networks?id=28471488-c577-4e7e-82d4-2722e7001cdf HTTP/1.1" status: 200  len: 908 time: 0.2210605
Apr 21 07:02:41.333919 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-8b9e61e7-6556-4e36-8e7c-6c86986a208f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33832c91-8fde-438b-a9f9-19d16a900160 HTTP/1.1" status: 200  len: 217 time: 0.0828953
Apr 21 07:02:41.420700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-9e26ca41-17df-4085-8548-bb6afd428173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:41.422778 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-9e26ca41-17df-4085-8548-bb6afd428173 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0155d81-2192-4bcb-ba76-86fec82637cd HTTP/1.1" status: 200  len: 848 time: 0.0823400
Apr 21 07:02:41.576171 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-a4d05cdf-bfb8-442d-a450-75e062d48c8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28471488-c577-4e7e-82d4-2722e7001cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1388068
Apr 21 07:02:41.752650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6745f2d-02ad-422c-9327-87c457ceb56f req-5048ac15-7f77-40ea-b2c7-76765d9b8668 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:41.760883 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e6745f2d-02ad-422c-9327-87c457ceb56f req-5048ac15-7f77-40ea-b2c7-76765d9b8668 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2542245
Apr 21 07:02:41.866492 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e6745f2d-02ad-422c-9327-87c457ceb56f req-49e23932-ff28-423b-8651-2bfbb38357c9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042969
Apr 21 07:02:41.890987 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-f777afc2-3e53-4945-9db5-64ebf4514aec service neutron] 10.222.0.18 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3061728
Apr 21 07:02:42.038430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49340) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:42.451836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.471183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:42.476540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Usage tracker for resource:security_group_rule and tenant:a0c3146aca8a4de7bf93d183007a37a0 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:42.480444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:42.487572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49354) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:42.491010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:42.514741 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcccb14-c794-41fa-80e7-14b5e2e1453d req-8af30613-0811-42bb-bcdd-82dcb508dce4 service neutron] 10.222.0.18 "GET /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6103988
Apr 21 07:02:42.553829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821218c-885c-4dc9-836e-2a7cb7baa884 req-ce0d962c-a604-4b6b-8a5f-b06ef85553c5 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:42.561238 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0821218c-885c-4dc9-836e-2a7cb7baa884 req-ce0d962c-a604-4b6b-8a5f-b06ef85553c5 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 943 time: 0.1446064
Apr 21 07:02:42.611451 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0821218c-885c-4dc9-836e-2a7cb7baa884 req-42d632df-f32e-4afc-98c0-5b6cf1b4a3b9 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490520
Apr 21 07:02:42.617415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.635500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.642364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.650105 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:42.654331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cab3f860-271f-480f-847e-a8507bad9e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:42.670204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e03c060645247f28709a6a2ea49b714 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:42.682113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:42.696045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:42.703214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49364) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:42.720607 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0c3146aca8a4de7bf93d183007a37a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6779346
Apr 21 07:02:42.721302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49370) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:42.757671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc294c4-88e8-422e-94cc-65f3daf1943b,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:42.765008 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:42.816841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-771161e7-e8ad-40a7-a41b-f501ddd6949c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.853809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-771161e7-e8ad-40a7-a41b-f501ddd6949c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.865883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.869017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.878606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3daf0934-11ef-4bc7-a8bf-d5ef8c72321f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:42.900477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:42.928605 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e03c060645247f28709a6a2ea49b714&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4395773
Apr 21 07:02:42.929744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e70d8c3-9877-4656-aa26-0a1c6c1b0a35,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:42.931445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:42.934017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49376) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:42.934213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:42.951176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Usage tracker for resource:security_group_rule and tenant:082cca4d46b34f0fb31e0dfb74de3df5 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:42.979968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:42.990516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:43.196823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.213707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-771161e7-e8ad-40a7-a41b-f501ddd6949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.221755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4024a733-a3c8-47cd-acce-c85e9f16a8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:43.233638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd70f-64e4-4e01-81a2-84c74a34e473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.235480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.296738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771161e7-e8ad-40a7-a41b-f501ddd6949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc294c4-88e8-422e-94cc-65f3daf1943b,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:43.297361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd70f-64e4-4e01-81a2-84c74a34e473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.321068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-771161e7-e8ad-40a7-a41b-f501ddd6949c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:43.324760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-672620ca-16d2-45cd-80ec-3d54e52eba5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:43.358829 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=082cca4d46b34f0fb31e0dfb74de3df5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6541984
Apr 21 07:02:43.363661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49388) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:43.386449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-771161e7-e8ad-40a7-a41b-f501ddd6949c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.388878 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-771161e7-e8ad-40a7-a41b-f501ddd6949c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fc294c4-88e8-422e-94cc-65f3daf1943b HTTP/1.1" status: 204  len: 168 time: 0.6629894
Apr 21 07:02:43.424141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9072-de53-4ee5-998f-630ccc8c7b4d req-ae47dfbc-e28b-466c-936d-57b21075cf6a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:43.427458 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-af0c9072-de53-4ee5-998f-630ccc8c7b4d req-ae47dfbc-e28b-466c-936d-57b21075cf6a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.4226239
Apr 21 07:02:43.437279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1581729d-5963-4c84-91d0-4568367f31ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.469355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1581729d-5963-4c84-91d0-4568367f31ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.523847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02fc111-d9d5-4def-a789-d22894cac7bb,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:43.527137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1581729d-5963-4c84-91d0-4568367f31ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.533579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-82ef9288-989a-49ec-87de-32cecf531e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:43.534789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1de83169-f28e-4690-a889-f6eda3ddc562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:43.550111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581729d-5963-4c84-91d0-4568367f31ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02fc111-d9d5-4def-a789-d22894cac7bb,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:43.555240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1581729d-5963-4c84-91d0-4568367f31ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:43.569647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1581729d-5963-4c84-91d0-4568367f31ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.574003 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1581729d-5963-4c84-91d0-4568367f31ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a02fc111-d9d5-4def-a789-d22894cac7bb HTTP/1.1" status: 204  len: 168 time: 0.2063360
Apr 21 07:02:43.574237 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-af0c9072-de53-4ee5-998f-630ccc8c7b4d req-2fd148d6-e23d-402f-9ca5-4d75e63f616a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183529
Apr 21 07:02:43.579992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd70f-64e4-4e01-81a2-84c74a34e473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.587130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:43.605321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dd70f-64e4-4e01-81a2-84c74a34e473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e70d8c3-9877-4656-aa26-0a1c6c1b0a35,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:43.609454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3f5dd70f-64e4-4e01-81a2-84c74a34e473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:43.611804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd70f-64e4-4e01-81a2-84c74a34e473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:43.616155 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3f5dd70f-64e4-4e01-81a2-84c74a34e473 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e70d8c3-9877-4656-aa26-0a1c6c1b0a35 HTTP/1.1" status: 204  len: 168 time: 0.6720285
Apr 21 07:02:44.277371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f03bbb-9277-44d3-b548-8234db372fd9 req-1a272f25-2d57-41b8-a076-d543c842f0c4 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:44.279244 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d9f03bbb-9277-44d3-b548-8234db372fd9 req-1a272f25-2d57-41b8-a076-d543c842f0c4 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 943 time: 0.1517792
Apr 21 07:02:44.337338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49422) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:44.356185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 33832c91-8fde-438b-a9f9-19d16a900160 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:02:44.374665 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d9f03bbb-9277-44d3-b548-8234db372fd9 req-9413bce4-3d54-46b4-9e33-468ab7d4c641 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860138
Apr 21 07:02:44.385112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:44.407831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:44.412959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Usage tracker for resource:security_group_rule and tenant:ff13e201a3d04f4c8cf9a181e9b4dacb is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:44.417319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:44.424756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:44.541044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:44.544576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:44.555909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:44.618605 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff13e201a3d04f4c8cf9a181e9b4dacb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2750192
Apr 21 07:02:44.619480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49432) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:44.630591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78224db-2212-4f93-813c-b6e63f865b44,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:44.650699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:44.719486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 33832c91-8fde-438b-a9f9-19d16a900160, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=33832c91-8fde-438b-a9f9-19d16a900160,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:44.729904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ed903e0b-4cdd-44dd-a193-9c1be3421607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:44.749550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '33832c91-8fde-438b-a9f9-19d16a900160', 'network_id': '28471488-c577-4e7e-82d4-2722e7001cdf', 'port_id': '33832c91-8fde-438b-a9f9-19d16a900160', 'mac_address': 'fa:16:3e:74:05:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0155d81-2192-4bcb-ba76-86fec82637cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:02:44.766115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ed903e0b-4cdd-44dd-a193-9c1be3421607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:44.863029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:44.900698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33832c91-8fde-438b-a9f9-19d16a900160 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:02:44.935730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 33832c91-8fde-438b-a9f9-19d16a900160, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=33832c91-8fde-438b-a9f9-19d16a900160,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:44.939972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:44.942326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c4338cf2-ce67-44da-9686-bc2e309cd51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:45.028428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ed903e0b-4cdd-44dd-a193-9c1be3421607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:45.037801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2620b97-c441-4d9e-9092-85f5123ef855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:45.052983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed903e0b-4cdd-44dd-a193-9c1be3421607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78224db-2212-4f93-813c-b6e63f865b44,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:45.057146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ed903e0b-4cdd-44dd-a193-9c1be3421607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:45.095606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f4510-f18b-4622-aa6c-9523be78f783 req-03fb10f8-71dc-4dc5-939b-5a3bf8936fe0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:45.098953 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f97f4510-f18b-4622-aa6c-9523be78f783 req-03fb10f8-71dc-4dc5-939b-5a3bf8936fe0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2868032
Apr 21 07:02:45.100508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ed903e0b-4cdd-44dd-a193-9c1be3421607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:45.105822 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ed903e0b-4cdd-44dd-a193-9c1be3421607 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b78224db-2212-4f93-813c-b6e63f865b44 HTTP/1.1" status: 204  len: 168 time: 0.4853179
Apr 21 07:02:45.115638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=33832c91-8fde-438b-a9f9-19d16a900160,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:45.125741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:45.198257 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f97f4510-f18b-4622-aa6c-9523be78f783 req-5a981a2d-2b88-4974-b1df-4a8b30b69641 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908499
Apr 21 07:02:45.369148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['33832c91-8fde-438b-a9f9-19d16a900160'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:02:45.839488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07271e97-a869-4eba-b2c9-cea7bcf9cda6 req-107d8227-e201-42b0-8962-407ba47711c8 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:45.841358 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-07271e97-a869-4eba-b2c9-cea7bcf9cda6 req-107d8227-e201-42b0-8962-407ba47711c8 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 944 time: 0.2259245
Apr 21 07:02:45.853006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46dcc9-e2dd-40da-9a07-a5d52c2346cb req-f9a81aae-a37c-41ae-9fa9-974817f364ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:45.853006 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0e46dcc9-e2dd-40da-9a07-a5d52c2346cb req-f9a81aae-a37c-41ae-9fa9-974817f364ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1098 time: 0.1230180
Apr 21 07:02:45.955985 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-07271e97-a869-4eba-b2c9-cea7bcf9cda6 req-23534fa4-d7fe-49fd-9bea-3fb9a5de6833 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039116
Apr 21 07:02:45.960273 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0e46dcc9-e2dd-40da-9a07-a5d52c2346cb req-de6ab8bf-4a11-4c24-a65b-8f1344714873 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935857
Apr 21 07:02:46.134001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:02:46.289670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49486) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:46.679914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666f062-566d-4ae4-8497-6e0896306ced req-b3cf7540-8cec-4065-a72d-512d3f3dcc2d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:46.684084 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3666f062-566d-4ae4-8497-6e0896306ced req-b3cf7540-8cec-4065-a72d-512d3f3dcc2d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2519791
Apr 21 07:02:46.774463 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3666f062-566d-4ae4-8497-6e0896306ced req-87e9bdbc-4f33-4707-b72c-b0b3dabdc8f2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826664
Apr 21 07:02:46.835177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:46.853244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:46.858072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Usage tracker for resource:security_group_rule and tenant:16445f8af4ae410787c66343f1b974b8 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:46.861529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:46.868654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:46.974714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:46.979643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:46.996204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-08ded833-e555-4cec-99ba-56d47b788b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:47.080861 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16445f8af4ae410787c66343f1b974b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7892456
Apr 21 07:02:47.082414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcbe03a-4cf1-4a63-ac26-ad848787947a,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:47.085663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49508) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:47.101026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-be1bb65d-6ee1-4cf0-a3e4-db5cc42bb732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:47.198179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8587bc8b-5ad9-40a0-a8c1-7d6f20737e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:47.252525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8587bc8b-5ad9-40a0-a8c1-7d6f20737e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:47.276996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e802bc4-9dbe-4123-8803-60f3748551eb req-9e4fb3ef-c05d-465b-83f5-5c79919b0fc9 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:47.285037 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4e802bc4-9dbe-4123-8803-60f3748551eb req-9e4fb3ef-c05d-465b-83f5-5c79919b0fc9 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 944 time: 0.1128435
Apr 21 07:02:47.353007 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4e802bc4-9dbe-4123-8803-60f3748551eb req-c7c0e9a2-b556-4ab9-a57c-dcd751c0cb5d tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661764
Apr 21 07:02:47.355494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8587bc8b-5ad9-40a0-a8c1-7d6f20737e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:47.372049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cb59c28b-d20b-47d3-8602-6657b01ef165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:47.395071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587bc8b-5ad9-40a0-a8c1-7d6f20737e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcbe03a-4cf1-4a63-ac26-ad848787947a,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:47.398286 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8587bc8b-5ad9-40a0-a8c1-7d6f20737e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:47.401211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8587bc8b-5ad9-40a0-a8c1-7d6f20737e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:47.403504 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8587bc8b-5ad9-40a0-a8c1-7d6f20737e30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdcbe03a-4cf1-4a63-ac26-ad848787947a HTTP/1.1" status: 204  len: 168 time: 0.3156514
Apr 21 07:02:48.152372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408ea59-5b0b-4a03-9a3b-66756e3c503e req-da4b148b-0cc3-431f-bd28-9eec92c3ab0e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:48.155342 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d408ea59-5b0b-4a03-9a3b-66756e3c503e req-da4b148b-0cc3-431f-bd28-9eec92c3ab0e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1692898
Apr 21 07:02:48.240032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:48.258976 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d408ea59-5b0b-4a03-9a3b-66756e3c503e req-25e317e6-64af-45c2-b787-3d3e82110c1e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882475
Apr 21 07:02:48.378257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 33832c91-8fde-438b-a9f9-19d16a900160 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:02:48.562217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 33832c91-8fde-438b-a9f9-19d16a900160 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:02:48.583237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 33832c91-8fde-438b-a9f9-19d16a900160 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:02:48.583707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:48.687176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06cc61-dee4-4099-9664-9f9005a7f042 req-609a6522-d9ad-4ad2-ad0b-036447663ba5 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:48.700414 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac06cc61-dee4-4099-9664-9f9005a7f042 req-609a6522-d9ad-4ad2-ad0b-036447663ba5 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 944 time: 0.1840863
Apr 21 07:02:48.814712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:48.857090 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac06cc61-dee4-4099-9664-9f9005a7f042 req-57b21fed-6d70-4015-9fbb-e3371e4a9c26 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544621
Apr 21 07:02:48.862070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabd14e-5004-46b8-b6a8-f5b3ac463123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33832c91-8fde-438b-a9f9-19d16a900160'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:02:48.898517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 33832c91-8fde-438b-a9f9-19d16a900160, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=33832c91-8fde-438b-a9f9-19d16a900160,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:48.904457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:48.908725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:49.107717 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabd14e-5004-46b8-b6a8-f5b3ac463123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33832c91-8fde-438b-a9f9-19d16a900160', 'code': 200}
Apr 21 07:02:49.263819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=33832c91-8fde-438b-a9f9-19d16a900160,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:49.288965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:49.307590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-6e82533c-38c6-4de4-91e4-f0f77751fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:49.309439 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-6e82533c-38c6-4de4-91e4-f0f77751fb4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1098 time: 0.2338357
Apr 21 07:02:49.442678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49578) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:49.635354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-778764622-network', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:02:49.642815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:49.650348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Usage tracker for resource:network and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:49.661268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:49.672222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:49.698396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a322e9-b796-404f-b478-d7e9bdc88717 req-24b0dcac-6e81-42e8-a6aa-cdf42490d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:49.700684 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-60a322e9-b796-404f-b478-d7e9bdc88717 req-24b0dcac-6e81-42e8-a6aa-cdf42490d55b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 1098 time: 0.1515088
Apr 21 07:02:49.701851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Made reservation on behalf of 8d00908a79904584b97bacc55b16c9c6 for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:02:49.708307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:49.758695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:49.773757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-28b0a695-5394-4202-b605-fade23c739a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:49.775515 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-28b0a695-5394-4202-b605-fade23c739a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 918 time: 0.4572406
Apr 21 07:02:49.790282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96294773-9d3b-4680-b709-c4b21be2e534 req-f4897f94-f0bd-4c13-a5df-c04306b72ab3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:49.792008 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-96294773-9d3b-4680-b709-c4b21be2e534 req-f4897f94-f0bd-4c13-a5df-c04306b72ab3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.4110675
Apr 21 07:02:49.792212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:49.807871 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-60a322e9-b796-404f-b478-d7e9bdc88717 req-b4bd9577-809e-4783-a3fb-51b35b5b8a80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870292
Apr 21 07:02:49.809016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Usage tracker for resource:security_group_rule and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:49.813332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:49.822282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:49.869069 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-518ae9c4-d2bc-4cf1-ad62-9732630ef823 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9 HTTP/1.1" status: 200  len: 217 time: 0.0758991
Apr 21 07:02:49.940665 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-96294773-9d3b-4680-b709-c4b21be2e534 req-366f9787-2160-4e6a-8eea-b5addae3a82a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826695
Apr 21 07:02:49.969721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:49.974446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:49.979869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c4954102-c3a7-4e2a-b2f0-d1cfa8397875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:50.004598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:02:50.028657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:50.029137 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Added segment 30a63f10-d1be-41ea-9acf-3115d45a1a5e of type vlan for network 96427731-bc9e-4a96-a391-37d56b4b3565
Apr 21 07:02:50.036571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ab7a5f-ecd3-4971-9ea8-589fa88d831b,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:50.066291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:50.074167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:50.111944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ca016-c08a-4321-b3be-9277d5dcca7e req-fbef66c2-df88-4f3c-addf-c900f4b63bb4 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:50.113966 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-805ca016-c08a-4321-b3be-9277d5dcca7e req-fbef66c2-df88-4f3c-addf-c900f4b63bb4 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 945 time: 0.1018746
Apr 21 07:02:50.135148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:50.137793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:50.138702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:50.145021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:50.217418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-7d746eb4-fe19-48a2-92f2-433eb9872a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:50.219224 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-7d746eb4-fe19-48a2-92f2-433eb9872a4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 200  len: 858 time: 0.0948813
Apr 21 07:02:50.277676 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8330271
Apr 21 07:02:50.282324 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-9ac81b2f-01d7-41ab-ac50-9a1b09928505 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc328b38-04f7-450c-96f4-b00d62531f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553367
Apr 21 07:02:50.283904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49602) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:50.291728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Request body: {'subnet': {'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-778764622-subnet', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:02:50.297556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Pushing event updated for resources: {'Network': ['ID=96427731-bc9e-4a96-a391-37d56b4b3565,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:50.300864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:50.304235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:50.310632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 96427731-bc9e-4a96-a391-37d56b4b3565 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:02:50.318933 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Usage tracker for resource:subnet and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:50.324163 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-805ca016-c08a-4321-b3be-9277d5dcca7e req-30a29d57-f7a2-481d-9995-17a904cfa85b tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980917
Apr 21 07:02:50.332433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:50.346057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:50.371213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Made reservation on behalf of 8d00908a79904584b97bacc55b16c9c6 for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:02:50.380645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:50.496100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49606) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:50.638806 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-16ac6d1e-e4fd-4b55-a215-3e0f12da917b service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3269999
Apr 21 07:02:50.806290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:50.861932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:50.876702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Usage tracker for resource:security_group_rule and tenant:9d1803f45662443d948efea67e080f53 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:50.901217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:50.921428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:50.967854 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b01b57-5b1b-45cb-8ce7-88060739355e req-4ddb0f2a-e41c-467e-9ca1-3b32a2c42ccb service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3080895
Apr 21 07:02:51.002386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.013918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:51.059292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.065102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.075481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6868e083-2d85-4f57-88a1-e3d7ebaf946a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:51.141977 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d1803f45662443d948efea67e080f53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6431131
Apr 21 07:02:51.143372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c527a5-c9e2-42a9-8fbc-6f6ae17aef44,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:51.147120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49616) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:51.152085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:51.172363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:51.179474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:51.181030 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Checking segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:02:51.181748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Network hostable DHCP agents. Network: 96427731-bc9e-4a96-a391-37d56b4b3565, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:02:51.220091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Network 96427731-bc9e-4a96-a391-37d56b4b3565 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:02:51.243136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 96427731-bc9e-4a96-a391-37d56b4b3565) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:02:51.254057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:51.255527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.262376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ceb314-691f-4b44-91ce-4dc954aad1c2 None None] Network 96427731-bc9e-4a96-a391-37d56b4b3565 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:02:51.298175 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-92870f56-5d03-4681-9da4-d487f493a3c7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0102742
Apr 21 07:02:51.298736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49620) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:51.319272 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:02:51.342079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:51.366053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Usage tracker for resource:router and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:51.383980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:51.410324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:51.439380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2348588-31ff-4fb3-a94b-49d761c07aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.450450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.453228 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.521927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.549251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2348588-31ff-4fb3-a94b-49d761c07aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.591620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb81f6c-141c-4d37-a5b5-3a33174ab489 req-102a06cc-f4f7-4532-9ee9-3fe4fdf1f328 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:51.615169 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0bb81f6c-141c-4d37-a5b5-3a33174ab489 req-102a06cc-f4f7-4532-9ee9-3fe4fdf1f328 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.4149668
Apr 21 07:02:51.797276 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0bb81f6c-141c-4d37-a5b5-3a33174ab489 req-c8a14a91-4932-4889-93a3-94fb60c73ec5 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809423
Apr 21 07:02:51.835303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-96427731-bc9e-4a96-a391-37d56b4b3565', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 07:02:51.835536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2348588-31ff-4fb3-a94b-49d761c07aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.836863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.841764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2354e4a-ee9d-4fb5-953d-a107019683f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:51.866774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2348588-31ff-4fb3-a94b-49d761c07aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c527a5-c9e2-42a9-8fbc-6f6ae17aef44,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:51.870706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2348588-31ff-4fb3-a94b-49d761c07aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:51.897315 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e2783-e751-4a00-ba07-33a00ae593b3 req-91f0fee4-37cf-4507-9144-ceee58533c8c tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:51.907253 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1a3e2783-e751-4a00-ba07-33a00ae593b3 req-91f0fee4-37cf-4507-9144-ceee58533c8c tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 945 time: 0.2481680
Apr 21 07:02:51.951503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2348588-31ff-4fb3-a94b-49d761c07aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:51.953340 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e2348588-31ff-4fb3-a94b-49d761c07aac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4c527a5-c9e2-42a9-8fbc-6f6ae17aef44 HTTP/1.1" status: 204  len: 168 time: 0.8051524
Apr 21 07:02:51.990066 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1a3e2783-e751-4a00-ba07-33a00ae593b3 req-f2751ad3-9854-4ecd-a96e-2ec2ffe14b5a tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799084
Apr 21 07:02:52.214537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Allocated IP 172.20.0.2 (96427731-bc9e-4a96-a391-37d56b4b3565/7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456/6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:02:52.482145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:52.496554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Transition to ACTIVE for port object 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:02:52.527573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Transition to ACTIVE for port object 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:02:52.534016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:52.542003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:52.569166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49636) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:52.589802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:52.610832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:02:52.613268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Network 96427731-bc9e-4a96-a391-37d56b4b3565 is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:02:52.614445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:02:52.616986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:f89676017cf0450e8aa669b4e3be6dcb is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:02:52.621025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:02:52.626417 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:02:52.629802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:02:52.653676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:52.734121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Pushing event updated for resources: {'Port': ['ID=6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:52.740282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:52.744980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Attempting to bind port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:02:52.745425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Attempting to bind port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:02:52.745834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Attempting to bind port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e on network 96427731-bc9e-4a96-a391-37d56b4b3565 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:02:52.752928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:02:52.753326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Checking segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:02:52.753637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:52.753803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:52.754259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Bound using segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:02:52.754797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Bound port: 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:02:52.755232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:52.759929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:52.770041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:52.845420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d35075-b16f-4025-9672-e2a3f5c3de30,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:52.869884 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f89676017cf0450e8aa669b4e3be6dcb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2966797
Apr 21 07:02:52.872723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:52.873870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49646) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:53.041815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b83b2797-b75b-490e-bbb8-830211752d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:53.086000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b83b2797-b75b-490e-bbb8-830211752d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:53.089924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] For port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:02:53.097579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] For port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:02:53.105509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:53.115715 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:53.189628 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece92b-8fa2-4d8c-9978-1202213028df req-484c891f-f437-469c-9540-e5455af71f50 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:53.192567 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6ece92b-8fa2-4d8c-9978-1202213028df req-484c891f-f437-469c-9540-e5455af71f50 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2160275
Apr 21 07:02:53.269773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b83b2797-b75b-490e-bbb8-830211752d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:53.280728 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6ece92b-8fa2-4d8c-9978-1202213028df req-55925f88-d699-4aaa-901b-39207bb6d23d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806143
Apr 21 07:02:53.319597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Pushing event updated for resources: {'Port': ['ID=6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:53.326522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:53.382937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:53.408165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b2797-b75b-490e-bbb8-830211752d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d35075-b16f-4025-9672-e2a3f5c3de30,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:53.416917 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b83b2797-b75b-490e-bbb8-830211752d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:53.495501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:53.576342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf8da5-59fb-48f5-ad55-297d7b0e1c4f req-fef9296f-f5fc-4b7e-b4cc-7ed5484356dc tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:53.579328 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-26bf8da5-59fb-48f5-ad55-297d7b0e1c4f req-fef9296f-f5fc-4b7e-b4cc-7ed5484356dc tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 945 time: 0.1461756
Apr 21 07:02:53.585912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:53.658951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b83b2797-b75b-490e-bbb8-830211752d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:53.663414 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b83b2797-b75b-490e-bbb8-830211752d62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8d35075-b16f-4025-9672-e2a3f5c3de30 HTTP/1.1" status: 204  len: 168 time: 0.7834814
Apr 21 07:02:53.679640 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-26bf8da5-59fb-48f5-ad55-297d7b0e1c4f req-888588c5-9073-41ae-84c6-62c6e9a60267 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857303
Apr 21 07:02:54.029363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Allocated IP 172.27.0.120 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/211b838c-5e39-4669-bfe0-4a26701c0268) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:02:54.291255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:54.416603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:54.439238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a522ed3a-76e6-487c-81b3-3d4cd81460bf tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:54.593342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:02:54.595899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:02:54.632820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:02:54.682718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4657b-b0c7-40e1-a86f-189ec85cc033 req-3c0b9f72-5f5c-4869-a991-900aa826af8e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:54.684714 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-62b4657b-b0c7-40e1-a86f-189ec85cc033 req-3c0b9f72-5f5c-4869-a991-900aa826af8e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2037423
Apr 21 07:02:54.770188 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-62b4657b-b0c7-40e1-a86f-189ec85cc033 req-4dbd1a98-babf-4229-aebd-e3428cf74a29 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729108
Apr 21 07:02:54.844616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=211b838c-5e39-4669-bfe0-4a26701c0268,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:54.867891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:55.208548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d02b1-da5c-4194-b686-750796ece90e None None] Network 96427731-bc9e-4a96-a391-37d56b4b3565 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:02:55.529781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:55.559193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-c06d5a6d-9da1-493b-b728-ff2d93c8b8b6 None None] Provisioning for port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:02:55.570070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:02:55.785898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:02:55.803236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:02:55.803663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:56.085083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:56.162807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:56.171914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:56.177515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:56.275724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-af08b1b0-bfe6-40d6-9c86-29f8cfab3904 None None] Provisioning complete for port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:02:56.276436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af08b1b0-bfe6-40d6-9c86-29f8cfab3904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:56.314658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bddba-cb33-41a2-acc3-79ffbd46a6ed req-374a9492-861d-4c0d-9277-0f32df27f173 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:56.324233 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d0bddba-cb33-41a2-acc3-79ffbd46a6ed req-374a9492-861d-4c0d-9277-0f32df27f173 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 945 time: 0.1417122
Apr 21 07:02:56.351598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:56.357880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:56.395147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:56.396569 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d0bddba-cb33-41a2-acc3-79ffbd46a6ed req-73cf8dab-ab81-44dc-8c1c-45a65ce5ede7 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714059
Apr 21 07:02:56.651069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Router 2aaba942-eed1-47db-880f-239f75d9480f is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:02:57.103801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:02:57.116204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:02:57.133114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:57.134223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:02:57.138108 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.8348386
Apr 21 07:02:57.138335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb3cf28>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:02:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:02:57.138684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 49728) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:02:57.399968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:02:57.505994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:02:57.534394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:02:57.535847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:57.930787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb3cf28>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:02:54Z', 'revision_number': 3, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:02:57.939790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:02:57.940530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Updating router 2aaba942-eed1-47db-880f-239f75d9480f port 211b838c-5e39-4669-bfe0-4a26701c0268 binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:02:58.076738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:58.086762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac0e7-638b-4ed7-a17d-e7fbb6827999 req-89e6a257-91a0-4ab4-9106-715bb74ff0a5 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:58.088492 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a60ac0e7-638b-4ed7-a17d-e7fbb6827999 req-89e6a257-91a0-4ab4-9106-715bb74ff0a5 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 945 time: 0.4565570
Apr 21 07:02:58.154317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005823f-df7a-442c-912f-65bb02a6914e req-b3e450dd-ea59-4d33-a987-f8f9027307bb tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:58.156057 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0005823f-df7a-442c-912f-65bb02a6914e req-b3e450dd-ea59-4d33-a987-f8f9027307bb tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.5228434
Apr 21 07:02:58.171220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-7fc37fea-62b7-4dae-8e8f-7e95ed5e378a tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:02:58.172929 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-7fc37fea-62b7-4dae-8e8f-7e95ed5e378a tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 945 time: 0.4529223
Apr 21 07:02:58.321983 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a60ac0e7-638b-4ed7-a17d-e7fbb6827999 req-36d93262-5b6b-4c23-a299-4d7231ee8c48 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061353
Apr 21 07:02:58.429057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Deleting port 33832c91-8fde-438b-a9f9-19d16a900160 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:02:58.429591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:58.532390 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0005823f-df7a-442c-912f-65bb02a6914e req-8cfa2260-d979-46c1-ae15-1509006cf0de tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3497856
Apr 21 07:02:58.578651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:58.593255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Transition to ACTIVE for port object 211b838c-5e39-4669-bfe0-4a26701c0268 will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:02:58.608316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:58.623657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-01b68d8c-0e42-4353-b17e-868569ee0ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:58.720080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Attempting to bind port 211b838c-5e39-4669-bfe0-4a26701c0268 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:02:58.720478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Attempting to bind port 211b838c-5e39-4669-bfe0-4a26701c0268 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:02:58.720989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Attempting to bind port 211b838c-5e39-4669-bfe0-4a26701c0268 on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:02:58.734604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Pushing event updated for resources: {'Port': ['ID=211b838c-5e39-4669-bfe0-4a26701c0268,revision_number=2']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:58.755011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.755398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.755774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.756146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.756513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.756880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.757243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.757653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.758042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.758422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.758766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.759122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:02:58.762984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:02:58.763368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:02:58.763822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:58.764256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:02:58.764797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Bound port: 211b838c-5e39-4669-bfe0-4a26701c0268, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:02:58.765217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:58.792478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:59.122070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] For port 211b838c-5e39-4669-bfe0-4a26701c0268, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:02:59.130568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] For port 211b838c-5e39-4669-bfe0-4a26701c0268, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=211b838c-5e39-4669-bfe0-4a26701c0268,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:02:59.138939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:59.149539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:02:59.208874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] For port 33832c91-8fde-438b-a9f9-19d16a900160, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=33832c91-8fde-438b-a9f9-19d16a900160,segment=NetworkSegment(d116aa48-038f-43ac-89ea-37c66aa28b7d),segment_id=d116aa48-038f-43ac-89ea-37c66aa28b7d)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:02:59.209820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:59.353921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Pushing event updated for resources: {'Port': ['ID=211b838c-5e39-4669-bfe0-4a26701c0268,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:02:59.359512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c86c620a-83f1-4a97-991a-3eec6cc18eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:02:59.389842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:02:59.390727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb3cf28>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:02:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:02:59.637953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Calling delete_port for 33832c91-8fde-438b-a9f9-19d16a900160 owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:02:59.776420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:02:59.850606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:03:00.385337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb3cf28>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:02:54Z', 'revision_number': 3, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:00.390916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc306a5-ccd0-4cac-b593-2021b925c4ee None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:02:54Z', 'revision_number': 3, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:03:00.491029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e57f2-1a25-4512-beb6-c59a15c392b0 req-5fd9b9b6-8a0e-4811-aa7a-5f2c5c0147af tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:00.493089 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-897e57f2-1a25-4512-beb6-c59a15c392b0 req-5fd9b9b6-8a0e-4811-aa7a-5f2c5c0147af tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 945 time: 0.8737235
Apr 21 07:03:00.504537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:00.638584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Allocated IP 172.20.0.1 (96427731-bc9e-4a96-a391-37d56b4b3565/7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456/4eadc115-1aea-4236-92bd-b6e511370791) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:03:00.798422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-396e7592-2715-460b-8e2c-ae87c4734ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:00.871509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Pushing event deleted for resources: {'Port': ['ID=33832c91-8fde-438b-a9f9-19d16a900160,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:00.887119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:00.942998 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-897e57f2-1a25-4512-beb6-c59a15c392b0 req-9d64f0de-6a9e-493d-a98d-cbb01090d5d4 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e842533-6fb2-47ea-9a6d-20d5e382b666&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4401438
Apr 21 07:03:01.052768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] No DVR routers for this DVR port 33832c91-8fde-438b-a9f9-19d16a900160 on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:03:01.065851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:01.096850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:01.102867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabd14e-5004-46b8-b6a8-f5b3ac463123', 'name': 'network-vif-deleted', 'tag': '33832c91-8fde-438b-a9f9-19d16a900160'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:03:01.143586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Transition to ACTIVE for port object 4eadc115-1aea-4236-92bd-b6e511370791 will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:03:01.193393 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f669470b-edac-4e0b-a442-bbe04e77eefd req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.18 "DELETE /v2.0/ports/33832c91-8fde-438b-a9f9-19d16a900160 HTTP/1.1" status: 204  len: 173 time: 3.0012932
Apr 21 07:03:01.250508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:01.275243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:01.460737 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabd14e-5004-46b8-b6a8-f5b3ac463123', 'name': 'network-vif-deleted', 'tag': '33832c91-8fde-438b-a9f9-19d16a900160', 'status': 'completed', 'code': 200}
Apr 21 07:03:01.483724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 211b838c-5e39-4669-bfe0-4a26701c0268 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:01.604588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 211b838c-5e39-4669-bfe0-4a26701c0268 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:01.618074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 211b838c-5e39-4669-bfe0-4a26701c0268 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:01.618952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:01.626322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Network 96427731-bc9e-4a96-a391-37d56b4b3565 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:03:01.656258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:03:01.674275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:03:01.715499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Pushing event updated for resources: {'Port': ['ID=4eadc115-1aea-4236-92bd-b6e511370791,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:01.732648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:01.795928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:01.827714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 211b838c-5e39-4669-bfe0-4a26701c0268, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=211b838c-5e39-4669-bfe0-4a26701c0268,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:01.836227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:01.843063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:01.843542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:01.898431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9741d-ca8b-4231-b3bd-bf3d2aed7a1c req-89d591b7-b41b-403b-9e54-5db5ca93a32b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:01.900925 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-77e9741d-ca8b-4231-b3bd-bf3d2aed7a1c req-89d591b7-b41b-403b-9e54-5db5ca93a32b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.5323808
Apr 21 07:03:01.921069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-cccf4d06-d1cb-46c0-8d95-2d25d52a3c9b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:01.923765 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-cccf4d06-d1cb-46c0-8d95-2d25d52a3c9b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 814 time: 0.4418533
Apr 21 07:03:01.977587 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-0943b264-d1ba-4990-85f6-13daa65e6116 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/quotas/c2191a9a37204f06ac6bc76c106069ef HTTP/1.1" status: 200  len: 375 time: 0.0265694
Apr 21 07:03:02.075911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=211b838c-5e39-4669-bfe0-4a26701c0268,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:02.081271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:02.086543 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-77e9741d-ca8b-4231-b3bd-bf3d2aed7a1c req-f4e21f2f-6c79-410e-8dda-27a053c34a11 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1613901
Apr 21 07:03:02.189243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-805de1be-d2da-49c8-be15-a41dc0e2838a None None] Provisioning for port 4eadc115-1aea-4236-92bd-b6e511370791 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:02.203422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-805de1be-d2da-49c8-be15-a41dc0e2838a None None] Provisioning complete for port 4eadc115-1aea-4236-92bd-b6e511370791 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:02.204098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-805de1be-d2da-49c8-be15-a41dc0e2838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:02.282269 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-fcde2b31-951f-47f7-9d51-239ef78d00e0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2770154
Apr 21 07:03:02.383705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-805de1be-d2da-49c8-be15-a41dc0e2838a None None] Port 4eadc115-1aea-4236-92bd-b6e511370791 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:03:02.455226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 33832c91-8fde-438b-a9f9-19d16a900160 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:03:02.504505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 33832c91-8fde-438b-a9f9-19d16a900160 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:03:02.505326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 33832c91-8fde-438b-a9f9-19d16a900160 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:03:02.518093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-c72ba0cd-9fcc-4b8b-b9fb-fcc874a8eb83 req-8d370c8b-e9d1-43d5-a72b-fbdd068a7e73 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Synchronizing usage tracker for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:03:02.525057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:02.638794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-c72ba0cd-9fcc-4b8b-b9fb-fcc874a8eb83 req-8d370c8b-e9d1-43d5-a72b-fbdd068a7e73 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Unset dirty status for tenant:6a757da6f0024e0fb479a19be1aaea60 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:03:02.640123 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c72ba0cd-9fcc-4b8b-b9fb-fcc874a8eb83 req-8d370c8b-e9d1-43d5-a72b-fbdd068a7e73 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabd14e-5004-46b8-b6a8-f5b3ac463123 HTTP/1.1" status: 200  len: 210 time: 0.2865229
Apr 21 07:03:02.688930 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-e77196d7-ecfc-4561-ae73-e0e4a57b3b37 service neutron] 10.222.0.36 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3839159
Apr 21 07:03:02.972879 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-959779dd-361c-4717-af41-3272a2850890 service neutron] 10.222.0.36 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2624919
Apr 21 07:03:03.010015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:03.015994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:03.055630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:03.171477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Pushing event updated for resources: {'Port': ['ID=4eadc115-1aea-4236-92bd-b6e511370791,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:03.174401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:03.178926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:03.456296 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd06ea23-a3c1-42e3-ab6a-c7e2366469c8 req-aadb226f-c2ba-4768-abbb-b6a859907555 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 210 time: 0.1485255
Apr 21 07:03:03.473551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 211b838c-5e39-4669-bfe0-4a26701c0268 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:03.629923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Network 96427731-bc9e-4a96-a391-37d56b4b3565 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:03:03.641412 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:03:03.690002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a81b1ec7-9959-4c7c-8410-b9e57922c173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:03.773751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 211b838c-5e39-4669-bfe0-4a26701c0268 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:03.774521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:04.247479 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0ae9-412d-4d81-b2f6-b2444887d23c req-18505371-6b33-4696-98dc-82c4b549ee0c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:04.249265 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1e4e0ae9-412d-4d81-b2f6-b2444887d23c req-18505371-6b33-4696-98dc-82c4b549ee0c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.7151892
Apr 21 07:03:04.261330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-29c84292-3b08-4a3a-913a-7f9abd580169 None None] Provisioning complete for port 4eadc115-1aea-4236-92bd-b6e511370791 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:04.262286 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-29c84292-3b08-4a3a-913a-7f9abd580169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:04.350472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-29c84292-3b08-4a3a-913a-7f9abd580169 None None] Port 4eadc115-1aea-4236-92bd-b6e511370791 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:03:04.380444 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1e4e0ae9-412d-4d81-b2f6-b2444887d23c req-be3fcc82-9799-4228-b2a0-98b7e1738afa tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184578
Apr 21 07:03:04.390192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Router 2aaba942-eed1-47db-880f-239f75d9480f has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:03:04.810260 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3137de74-ea88-4567-ad38-03f38a5d5a30 req-48b162cf-813b-4f8f-8db8-0a9cab9dafaa tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 210 time: 0.0735533
Apr 21 07:03:04.850251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:03:04.856438 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] 10.222.0.36 "PUT /v2.0/routers/2aaba942-eed1-47db-880f-239f75d9480f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7157059
Apr 21 07:03:04.861766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:03:04.874192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:03:04.874707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba8c3a58>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:02:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:05.173293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:03:05.804554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba8c3a58>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 2, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:05.814675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:03:05.815400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Updating router 2aaba942-eed1-47db-880f-239f75d9480f port 4eadc115-1aea-4236-92bd-b6e511370791 binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:03:05.951218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.027748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-ab072c29-3acb-4159-9d06-e1ace73c5ac2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:06.030286 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-ab072c29-3acb-4159-9d06-e1ace73c5ac2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 814 time: 0.3879216
Apr 21 07:03:06.064446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Request body: {'port': {'device_id': '18cfba9a-691f-47e5-bd54-316119fad6b7', 'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'admin_state_up': True, 'tenant_id': 'c2191a9a37204f06ac6bc76c106069ef'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:06.115691 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49896) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:06.127376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2072747041-network', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:06.145564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:06.177532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Usage tracker for resource:network and tenant:b7210bf7394540ea88bc105fe3f32b12 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:06.183332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:06.197261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:06.238203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Made reservation on behalf of b7210bf7394540ea88bc105fe3f32b12 for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:03:06.247660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.271696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.302391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:06.311976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Usage tracker for resource:security_group_rule and tenant:b7210bf7394540ea88bc105fe3f32b12 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:06.321829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:06.345302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:06.378389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:06.480768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Usage tracker for resource:port and tenant:c2191a9a37204f06ac6bc76c106069ef is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:06.496722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:06.510616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49661716-c913-4cdf-b777-8e2dadc7562e req-27b14998-5457-4f29-abfb-1294022d7b46 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:06.511687 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-49661716-c913-4cdf-b777-8e2dadc7562e req-27b14998-5457-4f29-abfb-1294022d7b46 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.9716349
Apr 21 07:03:06.516316 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-09e6f1c6-4b63-4cd8-a754-3f5c3776eddb req-568563c7-4265-4049-8cde-7426b37b2477 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 210 time: 0.2563930
Apr 21 07:03:06.529624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:06.622387 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-49661716-c913-4cdf-b777-8e2dadc7562e req-ed88dc25-9d44-4318-884b-0d6895898133 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897090
Apr 21 07:03:06.640553 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.649811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.655832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Made reservation on behalf of c2191a9a37204f06ac6bc76c106069ef for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:03:06.661966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:06.672396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.676649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:03:06.722795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.723908 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Added segment a35f03f6-23c3-4aea-8fc4-aca582110f09 of type vlan for network 08ef2c7c-e03e-4df4-8040-9918ba528ff4
Apr 21 07:03:06.737650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19cae7-9d81-4de3-8e54-00b99e23e87d,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:06.745210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:06.794187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.915077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.923300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:06.926066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:06.939394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5bbfb437-67f1-4c2f-b0d3-b752e3675732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:07.109831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.125966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Transition to ACTIVE for port object 4eadc115-1aea-4236-92bd-b6e511370791 will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:03:07.148905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.155645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:07.213341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df268f2e-c278-4e7a-bf15-ddad9b3c0605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.219516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Allocated IP 172.20.0.12 (67a1169e-2060-4670-bf49-674d028eb240/05f5e72f-dfca-4871-9598-82765e63758d/64139565-51d8-40db-883f-5b1e7cd9299c) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:03:07.238888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Pushing event updated for resources: {'Network': ['ID=08ef2c7c-e03e-4df4-8040-9918ba528ff4,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:07.244581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:07.262661 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1452346
Apr 21 07:03:07.267496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49926) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:07.281807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Request body: {'subnet': {'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2072747041-subnet', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:07.310518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:07.320375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Usage tracker for resource:subnet and tenant:b7210bf7394540ea88bc105fe3f32b12 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:07.327732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:07.347578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:07.354119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:03:07.385966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Made reservation on behalf of b7210bf7394540ea88bc105fe3f32b12 for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:03:07.396177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.482089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078c3eb-46b6-47ee-abe2-fd305700172a None None] Pushing event updated for resources: {'Port': ['ID=4eadc115-1aea-4236-92bd-b6e511370791,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:07.528581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d078c3eb-46b6-47ee-abe2-fd305700172a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:07.550276 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.580106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Attempting to bind port 4eadc115-1aea-4236-92bd-b6e511370791 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:03:07.580490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Attempting to bind port 4eadc115-1aea-4236-92bd-b6e511370791 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:03:07.580875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Attempting to bind port 4eadc115-1aea-4236-92bd-b6e511370791 on network 96427731-bc9e-4a96-a391-37d56b4b3565 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:03:07.589024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:03:07.589450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Checking segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:03:07.590254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.590746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Bound using segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:03:07.591387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Bound port: 4eadc115-1aea-4236-92bd-b6e511370791, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:03:07.591822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.610409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.627212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b4858f19-41aa-4fe5-95a5-14e2d3fc03c0 tempest-DeleteServersTestJSON-1159640616 tempest-DeleteServersTestJSON-1159640616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:07.753389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] For port 4eadc115-1aea-4236-92bd-b6e511370791, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:03:07.759353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] For port 4eadc115-1aea-4236-92bd-b6e511370791, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=4eadc115-1aea-4236-92bd-b6e511370791,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:03:07.766976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:07.785411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:07.802900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Network 67a1169e-2060-4670-bf49-674d028eb240 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:03:07.891510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:03:07.904190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:03:07.904560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba8c3a58>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:03:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:07.927752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:03:08.011069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:08.017651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-12ad0ded-27f8-4296-9080-b51e6f05b48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:08.116660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed833e56-19a4-4a1d-bd48-826bcec5e5eb,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:08.120764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:08.124293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Checking segment: {'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:03:08.124844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Network hostable DHCP agents. Network: 08ef2c7c-e03e-4df4-8040-9918ba528ff4, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:03:08.142420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Pushing event updated for resources: {'Port': ['ID=64139565-51d8-40db-883f-5b1e7cd9299c,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:08.151196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:08.157117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:03:08.170490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 08ef2c7c-e03e-4df4-8040-9918ba528ff4) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:03:08.174225 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078c3eb-46b6-47ee-abe2-fd305700172a None None] Pushing event updated for resources: {'Port': ['ID=4eadc115-1aea-4236-92bd-b6e511370791,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:08.176006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:08.176830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:08.178021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d078c3eb-46b6-47ee-abe2-fd305700172a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:08.204777 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9354661
Apr 21 07:03:08.207486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49938) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:08.210708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be52e25d-b044-4cc8-8004-bfa2788545a6 None None] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:03:08.214706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:08.214706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:08.215194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:08.242873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:08.252100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Usage tracker for resource:router and tenant:b7210bf7394540ea88bc105fe3f32b12 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:08.258670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f0a45-205b-461f-9944-d472a4db08d2 req-1340ec6a-6633-4605-864d-86460b6e35bc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:08.259508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:08.260384 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6f5f0a45-205b-461f-9944-d472a4db08d2 req-1340ec6a-6633-4605-864d-86460b6e35bc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 932 time: 0.5094094
Apr 21 07:03:08.268137 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2125285
Apr 21 07:03:08.285863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:08.307802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:08.308268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aaba0-dcb5-410f-8740-dbad6513a93b req-750a57c6-044c-411f-82f2-0007e102e761 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:08.310073 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-669aaba0-dcb5-410f-8740-dbad6513a93b req-750a57c6-044c-411f-82f2-0007e102e761 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.4135177
Apr 21 07:03:08.326525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:08.364104 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:08.401140 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-669aaba0-dcb5-410f-8740-dbad6513a93b req-8ffb2daa-905e-4f0e-946e-e1eafe2db9b3 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583706
Apr 21 07:03:08.406596 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6f5f0a45-205b-461f-9944-d472a4db08d2 req-2f813fba-7092-4401-8734-c1b73a899578 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301069
Apr 21 07:03:08.432977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:03:08.493957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:08.830881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-08ef2c7c-e03e-4df4-8040-9918ba528ff4', 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'fixed_ips': [{'subnet_id': 'ed833e56-19a4-4a1d-bd48-826bcec5e5eb'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 07:03:08.831829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:08.894127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:09.012794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:09.102718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba8c3a58>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:07Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:09.106266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Allocated IP 172.20.0.2 (08ef2c7c-e03e-4df4-8040-9918ba528ff4/ed833e56-19a4-4a1d-bd48-826bcec5e5eb/9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:03:09.114952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be41f68-5a35-4d93-bebb-52f6c9806739 None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:07Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:03:09.479800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:09.536329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 4eadc115-1aea-4236-92bd-b6e511370791 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:09.561470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:09.889137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:09.890640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:09.916125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Transition to ACTIVE for port object 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:03:09.955725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1563a8d6-5cbf-4d26-bc64-a080abf692fa', '09bde817-4732-418a-8bac-993f5da11bec', '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:03:10.027508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Transition to ACTIVE for port object 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:03:10.028909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Request body: {'port': {'device_id': '18cfba9a-691f-47e5-bd54-316119fad6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:10.038473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Allocated IP 172.27.0.88 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/55df033f-b1f2-49bd-b5ae-f52b994e3b0c) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:03:10.050861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:10.063354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:10.118090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 4eadc115-1aea-4236-92bd-b6e511370791 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:10.147398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 4eadc115-1aea-4236-92bd-b6e511370791 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:10.147760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:10.206176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:03:10.228355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:03:10.231608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:03:10.279882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Pushing event updated for resources: {'Port': ['ID=9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:10.283409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:10.385193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:10.453680 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:10.472020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cb7b8017-a88f-4341-91b7-9ce26d2b1e2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:10.490838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b5d1-30dd-40c0-9449-d929872e8246 req-bb6d6896-4753-4a29-89ad-11b5bd6201dc tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:10.494232 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7649b5d1-30dd-40c0-9449-d929872e8246 req-bb6d6896-4753-4a29-89ad-11b5bd6201dc tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.7155778
Apr 21 07:03:10.562280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d302c-a082-4772-8212-ff344b2b0ad7 req-897ab128-c8f1-450f-bb4a-525dd556b5de tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:10.563819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-5e3d302c-a082-4772-8212-ff344b2b0ad7 req-897ab128-c8f1-450f-bb4a-525dd556b5de tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Synchronizing usage tracker for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:03:10.590935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Attempting to bind port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:03:10.591444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:10.591930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Attempting to bind port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:03:10.592726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Attempting to bind port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc on network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:03:10.692441 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7649b5d1-30dd-40c0-9449-d929872e8246 req-f8f15300-f7cb-4e85-b35c-cbeb678d1629 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1782663
Apr 21 07:03:10.722379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Pushing event updated for resources: {'Port': ['ID=55df033f-b1f2-49bd-b5ae-f52b994e3b0c,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:10.726135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:10.760363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:03:10.767487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:03:10.783135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:03:10.793778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-5e3d302c-a082-4772-8212-ff344b2b0ad7 req-897ab128-c8f1-450f-bb4a-525dd556b5de tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Unset dirty status for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:03:10.801109 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5e3d302c-a082-4772-8212-ff344b2b0ad7 req-897ab128-c8f1-450f-bb4a-525dd556b5de tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 932 time: 0.9118690
Apr 21 07:03:10.809724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:03:10.810637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Checking segment: {'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:03:10.811285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:10.811899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Bound using segment: {'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:03:10.812627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Bound port: 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:03:10.813220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:11.034324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:11.037821 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5e3d302c-a082-4772-8212-ff344b2b0ad7 req-4a868227-33d7-44e1-811b-48abebc6c1b9 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313344
Apr 21 07:03:11.233317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] For port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:03:11.286157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] For port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc,segment=NetworkSegment(a35f03f6-23c3-4aea-8fc4-aca582110f09),segment_id=a35f03f6-23c3-4aea-8fc4-aca582110f09)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:03:11.294537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 4eadc115-1aea-4236-92bd-b6e511370791, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=4eadc115-1aea-4236-92bd-b6e511370791,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:11.336460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:11.351979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:11.459621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:11.601591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Pushing event updated for resources: {'Port': ['ID=9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:11.633313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:11.643698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:11.724095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64139565-51d8-40db-883f-5b1e7cd9299c {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:03:11.739608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:11.778156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Transition to ACTIVE for port object 64139565-51d8-40db-883f-5b1e7cd9299c will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:03:11.785313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:11.788977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:11.800164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=4eadc115-1aea-4236-92bd-b6e511370791,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:11.802601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f27e9924-aaf3-44ab-97a5-df95836ce3f2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:11.815875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:11.989095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Pushing event updated for resources: {'Port': ['ID=64139565-51d8-40db-883f-5b1e7cd9299c,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:11.995382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:12.348570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:12.369127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Attempting to bind port 64139565-51d8-40db-883f-5b1e7cd9299c on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:03:12.369595 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Attempting to bind port 64139565-51d8-40db-883f-5b1e7cd9299c by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:03:12.369927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Attempting to bind port 64139565-51d8-40db-883f-5b1e7cd9299c on network 67a1169e-2060-4670-bf49-674d028eb240 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:03:12.387055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Port 64139565-51d8-40db-883f-5b1e7cd9299c on network 67a1169e-2060-4670-bf49-674d028eb240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:03:12.387489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Attempting to bind port 64139565-51d8-40db-883f-5b1e7cd9299c on network 67a1169e-2060-4670-bf49-674d028eb240 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:03:12.405268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f0678-ee8a-40ad-b999-706a96a05adc req-db04fb87-0490-4505-8c62-ad83cd9ed639 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:12.407069 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b61f0678-ee8a-40ad-b999-706a96a05adc req-db04fb87-0490-4505-8c62-ad83cd9ed639 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.4218345
Apr 21 07:03:12.409875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:03:12.410255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Checking segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:03:12.410669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Bound using segment: {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:03:12.411163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Bound port: 64139565-51d8-40db-883f-5b1e7cd9299c, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '67a1169e-2060-4670-bf49-674d028eb240'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:03:12.411547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:12.599631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Router 456f0dad-0be2-49f4-979a-e0ba3c520964 is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:03:12.823819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8deb37-6921-4eba-ad38-25f4037c7aa9 req-99aa3c7e-b87d-4e90-a3e2-9269efbebf23 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:12.825308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:03:12.826120 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b8deb37-6921-4eba-ad38-25f4037c7aa9 req-99aa3c7e-b87d-4e90-a3e2-9269efbebf23 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.6609097
Apr 21 07:03:12.832093 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b61f0678-ee8a-40ad-b999-706a96a05adc req-cf476513-0aac-4451-b517-62a3d71410dd tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4090166
Apr 21 07:03:12.852028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Sync routers for ids ['456f0dad-0be2-49f4-979a-e0ba3c520964'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:03:12.857363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:12.861617 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b76b621b-cd5c-4d6c-91e1-407f3757de42 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6500144
Apr 21 07:03:12.862800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 49986) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:12.874641 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Routers {'456f0dad-0be2-49f4-979a-e0ba3c520964'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:03:12.875742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bac03e10>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:03:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['456f0dad-0be2-49f4-979a-e0ba3c520964'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:12.909696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] For port 64139565-51d8-40db-883f-5b1e7cd9299c, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:03:12.915330 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b8deb37-6921-4eba-ad38-25f4037c7aa9 req-568a778d-cbdb-4e2e-8b86-99022324fd37 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529633
Apr 21 07:03:12.922378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] For port 64139565-51d8-40db-883f-5b1e7cd9299c, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=64139565-51d8-40db-883f-5b1e7cd9299c,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:03:12.927346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:12.938539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:13.009328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:13.010112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:13.012869 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] 10.222.0.18 "PUT /v2.0/ports/64139565-51d8-40db-883f-5b1e7cd9299c HTTP/1.1" status: 200  len: 1094 time: 2.9957278
Apr 21 07:03:13.012869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cfba9a-691f-47e5-bd54-316119fad6b7', 'tag': '64139565-51d8-40db-883f-5b1e7cd9299c'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:03:13.063606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Pushing event updated for resources: {'Port': ['ID=64139565-51d8-40db-883f-5b1e7cd9299c,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:13.072031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:13.106067 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cfba9a-691f-47e5-bd54-316119fad6b7', 'tag': '64139565-51d8-40db-883f-5b1e7cd9299c', 'status': 'completed', 'code': 200}
Apr 21 07:03:13.111605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Set router 456f0dad-0be2-49f4-979a-e0ba3c520964 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:03:13.379260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198218e-2448-4e4c-8aff-6c1df98ee828 req-630d3443-bf6e-4b87-b4a3-387937d20e11 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:13.382662 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d198218e-2448-4e4c-8aff-6c1df98ee828 req-630d3443-bf6e-4b87-b4a3-387937d20e11 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 944 time: 0.2565777
Apr 21 07:03:13.458592 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d198218e-2448-4e4c-8aff-6c1df98ee828 req-f9d5f7a7-3860-4be3-a8d1-14993b88da9f tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687389
Apr 21 07:03:13.542421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bac03e10>, [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 3, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port': {'id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:09Z', 'updated_at': '2021-04-21T07:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:13.548531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Checking router: 456f0dad-0be2-49f4-979a-e0ba3c520964 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:03:13.548921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Updating router 456f0dad-0be2-49f4-979a-e0ba3c520964 port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:03:13.628150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5611df9-2ba7-4919-a5d5-5a83559de500 None None] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:03:13.642034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:13.891102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026513f-2b99-465c-80ee-716999db4ed5 req-dda46a28-4318-40b3-a521-199bb4c3ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:13.900196 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7026513f-2b99-465c-80ee-716999db4ed5 req-dda46a28-4318-40b3-a521-199bb4c3ad67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1098 time: 0.2529807
Apr 21 07:03:13.920436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:14.240519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d87ed-82bb-4f82-b086-93a5eb96da1e req-bbefdcf7-2f57-4e79-919d-7cd9cb66377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:14.242398 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d00d87ed-82bb-4f82-b086-93a5eb96da1e req-bbefdcf7-2f57-4e79-919d-7cd9cb66377e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 1097 time: 0.3674695
Apr 21 07:03:14.288235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:14.320178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-b0a1af51-078a-42a8-bf31-682f3215b44a None None] Provisioning for port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:14.336791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Transition to ACTIVE for port object 55df033f-b1f2-49bd-b5ae-f52b994e3b0c will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:03:14.344810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:14.352843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:14.431857 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79642-b34e-4997-83c2-2ecd005623cd None None] Pushing event updated for resources: {'Port': ['ID=55df033f-b1f2-49bd-b5ae-f52b994e3b0c,revision_number=2']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:14.436935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-08b79642-b34e-4997-83c2-2ecd005623cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:14.465351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Attempting to bind port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:03:14.465793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Attempting to bind port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:03:14.466191 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Attempting to bind port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:03:14.478020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:03:14.478704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:03:14.479303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:14.479736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:03:14.480592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Bound port: 55df033f-b1f2-49bd-b5ae-f52b994e3b0c, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:03:14.480780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:14.581854 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] For port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:03:14.591600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] For port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=55df033f-b1f2-49bd-b5ae-f52b994e3b0c,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:03:14.597948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:14.611708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026513f-2b99-465c-80ee-716999db4ed5 req-168409ef-63c0-4f28-adcb-7a50b6af9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:14.613379 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7026513f-2b99-465c-80ee-716999db4ed5 req-168409ef-63c0-4f28-adcb-7a50b6af9b3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 918 time: 0.7073941
Apr 21 07:03:14.614788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:14.714526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:14.786688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:14.789116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:14.830529 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7026513f-2b99-465c-80ee-716999db4ed5 req-f2bfe362-05c5-422f-bc4c-8ddb63f5ce22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9 HTTP/1.1" status: 200  len: 217 time: 0.1999516
Apr 21 07:03:14.977530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Routers {'456f0dad-0be2-49f4-979a-e0ba3c520964'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:03:14.978289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bac03e10>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:03:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['456f0dad-0be2-49f4-979a-e0ba3c520964'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:14.993073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:15.090238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc,segment=NetworkSegment(a35f03f6-23c3-4aea-8fc4-aca582110f09),segment_id=a35f03f6-23c3-4aea-8fc4-aca582110f09)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:15.094600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:15.095562 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 4eadc115-1aea-4236-92bd-b6e511370791 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:15.122711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026513f-2b99-465c-80ee-716999db4ed5 req-0c668089-b84d-4818-ae88-31b02a464399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:15.124401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7026513f-2b99-465c-80ee-716999db4ed5 req-0c668089-b84d-4818-ae88-31b02a464399 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 200  len: 858 time: 0.2650909
Apr 21 07:03:15.142664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6642e-580b-4d5f-b141-870f1276098a req-9c469493-ddca-4e94-9622-f67046206fe2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:15.154585 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a4a6642e-580b-4d5f-b141-870f1276098a req-9c469493-ddca-4e94-9622-f67046206fe2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.9828074
Apr 21 07:03:15.167603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:15.190906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6a8d0-9c14-42c4-ace3-8aa1499494ed req-65c5e08f-8104-4f61-a409-72cfabdd5ba9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:15.203471 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdb6a8d0-9c14-42c4-ace3-8aa1499494ed req-65c5e08f-8104-4f61-a409-72cfabdd5ba9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.8028274
Apr 21 07:03:15.364686 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7026513f-2b99-465c-80ee-716999db4ed5 req-177ea546-32a0-4f6c-b1f4-5a133c89dcf2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc328b38-04f7-450c-96f4-b00d62531f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1221535
Apr 21 07:03:15.460437 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdb6a8d0-9c14-42c4-ace3-8aa1499494ed req-c4831cfe-c511-4ff0-b540-86cd7c4f414a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2556703
Apr 21 07:03:15.470921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79642-b34e-4997-83c2-2ecd005623cd None None] Pushing event updated for resources: {'Port': ['ID=55df033f-b1f2-49bd-b5ae-f52b994e3b0c,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:15.498431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-08b79642-b34e-4997-83c2-2ecd005623cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:15.526248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:15.538117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-7e065749-d984-4490-9676-d6520db3ea7e None None] Provisioning complete for port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:15.538546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e065749-d984-4490-9676-d6520db3ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:15.540879 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a4a6642e-580b-4d5f-b141-870f1276098a req-1b668911-36f3-46fe-a1b0-70ccdadceee4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3561091
Apr 21 07:03:15.617231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] Set router 456f0dad-0be2-49f4-979a-e0ba3c520964 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:03:15.706347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:15.719688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:15.726604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 4eadc115-1aea-4236-92bd-b6e511370791 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:15.728961 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:15.849613 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7026513f-2b99-465c-80ee-716999db4ed5 req-e69ceda7-b4af-4348-b991-587a57f8d49e service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4230859
Apr 21 07:03:16.020872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Allocated IP 172.20.0.1 (08ef2c7c-e03e-4df4-8040-9918ba528ff4/ed833e56-19a4-4a1d-bd48-826bcec5e5eb/f42da57a-2b60-441d-81f2-f4a089506fa7) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:03:16.196628 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d87ed-82bb-4f82-b086-93a5eb96da1e req-bc797d02-c515-4fa4-aaee-89f59509a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:16.196628 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d00d87ed-82bb-4f82-b086-93a5eb96da1e req-bc797d02-c515-4fa4-aaee-89f59509a917 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c2191a9a37204f06ac6bc76c106069ef&shared=False HTTP/1.1" status: 200  len: 914 time: 1.8832374
Apr 21 07:03:16.357409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:16.437326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bac03e10>, [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 3, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port': {'id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:09Z', 'updated_at': '2021-04-21T07:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:16.442082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0fb3e-64ed-44ef-88fc-87cdb9c0ce83 None None] The sync data for ids ['456f0dad-0be2-49f4-979a-e0ba3c520964'] in dv-cinder-779194-2-iscsi is: [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 3, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port': {'id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:09Z', 'updated_at': '2021-04-21T07:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:03:16.450651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebb151-b52f-4821-a55c-b1c4f007eef9 req-1f629447-e84c-479a-9eee-0f4cf80b5b95 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:16.453216 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-00ebb151-b52f-4821-a55c-b1c4f007eef9 req-1f629447-e84c-479a-9eee-0f4cf80b5b95 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 944 time: 0.4114702
Apr 21 07:03:16.459915 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7026513f-2b99-465c-80ee-716999db4ed5 req-8df53eff-fe07-4abe-9c84-3f5f974b9843 service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6089907
Apr 21 07:03:16.483391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d87ed-82bb-4f82-b086-93a5eb96da1e req-4dd3d46f-7f61-4d02-be6d-87bcb6982991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:16.485045 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d00d87ed-82bb-4f82-b086-93a5eb96da1e req-4dd3d46f-7f61-4d02-be6d-87bcb6982991 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2794771
Apr 21 07:03:16.533055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:16.564187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:16.566020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:16.634382 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-00ebb151-b52f-4821-a55c-b1c4f007eef9 req-5117bb61-d169-47d1-8bc7-4299258dd371 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692581
Apr 21 07:03:16.724887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Transition to ACTIVE for port object f42da57a-2b60-441d-81f2-f4a089506fa7 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:03:16.962176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-0de9148b-b4c1-496b-8263-7eaac295b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:16.965804 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-0de9148b-b4c1-496b-8263-7eaac295b192 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 1097 time: 0.4010332
Apr 21 07:03:16.984719 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:16.991948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:17.118156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Pushing event updated for resources: {'Port': ['ID=f42da57a-2b60-441d-81f2-f4a089506fa7,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:17.239248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.247241 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.248321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.249833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.250461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.251144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.251797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.252473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.253155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.253856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.254539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.255215 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:17.312555 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-aa489fa1-998f-4263-b07a-d094f4502919 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64139565-51d8-40db-883f-5b1e7cd9299c HTTP/1.1" status: 200  len: 217 time: 0.1953073
Apr 21 07:03:17.315140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:17.359125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fb771-2584-4f9a-b2ed-ef8afbc4ca2e req-969a6245-6d5d-4725-8ab3-7c4c8e62d38f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:17.370130 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a22fb771-2584-4f9a-b2ed-ef8afbc4ca2e req-969a6245-6d5d-4725-8ab3-7c4c8e62d38f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.5159233
Apr 21 07:03:17.429035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:03:17.441056 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-43a27f36-176e-4a81-9aaa-488ff39fa568 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3683865
Apr 21 07:03:17.441301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:03:17.447991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:03:17.449849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:17.490584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2093fe3-64da-4f2d-a60e-905cfabd2bec req-7935efae-1ae8-4e46-8612-1ea8fc560964 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:17.503400 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2093fe3-64da-4f2d-a60e-905cfabd2bec req-7935efae-1ae8-4e46-8612-1ea8fc560964 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.5248783
Apr 21 07:03:17.550425 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a22fb771-2584-4f9a-b2ed-ef8afbc4ca2e req-9b3bd9fc-9686-45f7-8118-b39cb1894241 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791258
Apr 21 07:03:17.709380 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2093fe3-64da-4f2d-a60e-905cfabd2bec req-444c087c-a5d4-427b-8e89-daef3b040677 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2045288
Apr 21 07:03:17.782722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-89f89a58-113c-4c48-9375-a570a90ba641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:17.784879 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-89f89a58-113c-4c48-9375-a570a90ba641 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2191a9a37204f06ac6bc76c106069ef&device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 1099 time: 0.1791847
Apr 21 07:03:17.828551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-7d5672d8-c7d9-4053-a69f-518ff160b27f None None] Provisioning for port f42da57a-2b60-441d-81f2-f4a089506fa7 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:17.844453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-7d5672d8-c7d9-4053-a69f-518ff160b27f None None] Provisioning complete for port f42da57a-2b60-441d-81f2-f4a089506fa7 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:17.844829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d5672d8-c7d9-4053-a69f-518ff160b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:17.906566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-213f14bf-88d6-44ce-a923-9bcfe760be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:17.908272 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-213f14bf-88d6-44ce-a923-9bcfe760be28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.5846558
Apr 21 07:03:17.908938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:17.949065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-7d5672d8-c7d9-4053-a69f-518ff160b27f None None] Port f42da57a-2b60-441d-81f2-f4a089506fa7 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:03:18.114137 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-b5cf3052-cd5a-4850-a937-b8c8017ebc4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1388922
Apr 21 07:03:18.168632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4826a1-1ad5-47a9-b8f1-eb65b4a7ee0b req-9d3a333e-8f88-4ca4-ab18-d6606961d4d8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:18.172041 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fd4826a1-1ad5-47a9-b8f1-eb65b4a7ee0b req-9d3a333e-8f88-4ca4-ab18-d6606961d4d8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 944 time: 0.3604686
Apr 21 07:03:18.255903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-86c2f9e9-0508-483d-81f5-59bc6574e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:18.260119 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-86c2f9e9-0508-483d-81f5-59bc6574e78f service neutron] 10.222.0.18 "GET /v2.0/networks?id=67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 200  len: 914 time: 0.3914440
Apr 21 07:03:18.268798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:18.424991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 55df033f-b1f2-49bd-b5ae-f52b994e3b0c up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:18.514366 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-60a0a23f-7cd9-4c2c-9068-93635ce01b7f service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3852825
Apr 21 07:03:18.546454 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fd4826a1-1ad5-47a9-b8f1-eb65b4a7ee0b req-afa7544e-4fbc-4168-894f-f82fcc54531e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3515763
Apr 21 07:03:18.560004 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-40628a89-8663-4a15-a0b1-52d549bf1127 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa HTTP/1.1" status: 200  len: 217 time: 0.2209501
Apr 21 07:03:18.578141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:18.587888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:18.588710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:18.709085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-93fcb9b2-91e1-4eb1-b051-9a0077e7ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:18.715148 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-93fcb9b2-91e1-4eb1-b051-9a0077e7ae9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 200  len: 854 time: 0.1485159
Apr 21 07:03:18.851109 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-ce6955ff-d744-487d-a102-7cd35d959495 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67a1169e-2060-4670-bf49-674d028eb240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1285191
Apr 21 07:03:18.868833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:18.890498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=55df033f-b1f2-49bd-b5ae-f52b994e3b0c,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:18.894344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:18.904232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:19.020834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=55df033f-b1f2-49bd-b5ae-f52b994e3b0c,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:19.028684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:19.093337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:19.100381 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-93f2c50d-7a79-4d14-b8d8-f6391dcf4c65 service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945164
Apr 21 07:03:19.126026 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b372565-fa01-43c3-9f2e-53af06623c9e req-5ed029b5-00b0-4089-8cbe-e3de3c471a95 service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5812671
Apr 21 07:03:19.128159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:19.129688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:19.138835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bb0a3899-cf81-49c5-836d-8ab95baca73f tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:19.440188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Pushing event updated for resources: {'Port': ['ID=f42da57a-2b60-441d-81f2-f4a089506fa7,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:19.459664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:19.559866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:03:19.562175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:03:19.625540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb60072-4707-4311-933a-136792213f5c req-568364bb-0dbd-4007-be93-8e97d1faf8ea tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:19.627670 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0eb60072-4707-4311-933a-136792213f5c req-568364bb-0dbd-4007-be93-8e97d1faf8ea tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.7695463
Apr 21 07:03:19.778164 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddee8487-faa1-4ec9-9598-4c36305014ad req-11b8d231-eb37-4449-8e85-517084b6afac service neutron] 10.222.0.18 "GET /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6692843
Apr 21 07:03:19.791937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e34e-716d-4181-adda-2d8c7f5f63e3 req-1d2713e5-06e9-4c50-a7b4-6d0b3ea8faa8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:19.794379 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ace1e34e-716d-4181-adda-2d8c7f5f63e3 req-1d2713e5-06e9-4c50-a7b4-6d0b3ea8faa8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.6459715
Apr 21 07:03:19.800155 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0eb60072-4707-4311-933a-136792213f5c req-1bfc2ed9-fe09-4e21-9276-db734e7282b2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595151
Apr 21 07:03:19.938224 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ace1e34e-716d-4181-adda-2d8c7f5f63e3 req-f927325c-72b8-4cb6-9df4-7ca7f0987734 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276219
Apr 21 07:03:20.028478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-125fbe8f-e6b4-4f0f-9b2a-8622dac31a6b None None] Provisioning complete for port f42da57a-2b60-441d-81f2-f4a089506fa7 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:20.029164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-125fbe8f-e6b4-4f0f-9b2a-8622dac31a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:20.145623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10d8d2-1092-4d9c-8831-d6842f2a1ad0 req-e9886c28-0a30-4a92-b3b5-889489c59967 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:20.158036 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be10d8d2-1092-4d9c-8831-d6842f2a1ad0 req-e9886c28-0a30-4a92-b3b5-889489c59967 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 944 time: 0.1897168
Apr 21 07:03:20.194988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Router 456f0dad-0be2-49f4-979a-e0ba3c520964 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:03:20.223567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-125fbe8f-e6b4-4f0f-9b2a-8622dac31a6b None None] Port f42da57a-2b60-441d-81f2-f4a089506fa7 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:03:20.285536 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be10d8d2-1092-4d9c-8831-d6842f2a1ad0 req-fcc92e84-7cad-483b-a43d-a52e6836dfd5 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263595
Apr 21 07:03:20.376662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 55df033f-b1f2-49bd-b5ae-f52b994e3b0c up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:20.474804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:20.475397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:20.959074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:03:20.989752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Sync routers for ids ['456f0dad-0be2-49f4-979a-e0ba3c520964'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:03:20.991091 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] 10.222.0.36 "PUT /v2.0/routers/456f0dad-0be2-49f4-979a-e0ba3c520964/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1267428
Apr 21 07:03:21.038998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Routers {'456f0dad-0be2-49f4-979a-e0ba3c520964'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:03:21.042410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba400198>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:03:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['456f0dad-0be2-49f4-979a-e0ba3c520964'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:21.243063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed9dd1-1de5-484c-834d-9513be522a32 req-a1440670-5c04-4ff1-a34f-706888e59b9e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:21.251634 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19ed9dd1-1de5-484c-834d-9513be522a32 req-a1440670-5c04-4ff1-a34f-706888e59b9e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1809473
Apr 21 07:03:21.366225 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19ed9dd1-1de5-484c-834d-9513be522a32 req-09765e99-8fe7-4cea-b275-66ab8e120aee tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134460
Apr 21 07:03:21.450334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99518473-39ab-4055-b69e-89d2eea683f0 req-bf694e24-ba1a-43f5-89ce-fcdf20be16aa tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:21.452047 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-99518473-39ab-4055-b69e-89d2eea683f0 req-bf694e24-ba1a-43f5-89ce-fcdf20be16aa tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1688452
Apr 21 07:03:21.622630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 64139565-51d8-40db-883f-5b1e7cd9299c details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:03:21.633335 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-99518473-39ab-4055-b69e-89d2eea683f0 req-371f41da-e80c-4a72-81c1-68eb61ed51e1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1736650
Apr 21 07:03:21.646905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Set router 456f0dad-0be2-49f4-979a-e0ba3c520964 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:03:22.050524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8575fd-5aa2-45f8-8226-ffb4800e3d9b req-f4059ca3-a36f-491f-8fee-d6f2ec0cd8b6 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:22.058589 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6c8575fd-5aa2-45f8-8226-ffb4800e3d9b req-f4059ca3-a36f-491f-8fee-d6f2ec0cd8b6 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 944 time: 0.2472417
Apr 21 07:03:22.138608 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6c8575fd-5aa2-45f8-8226-ffb4800e3d9b req-ce0fef66-327f-42f7-8dce-582bf12d81da tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789208
Apr 21 07:03:22.652201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50160) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:22.664643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564363274', 'description': 'tempest-secgroup-smoke-1564363274 description', 'project_id': '8d00908a79904584b97bacc55b16c9c6'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:22.697118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:22.708781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:security_group and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:22.725336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:22.749871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:22.788944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:22.820713 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 64139565-51d8-40db-883f-5b1e7cd9299c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=64139565-51d8-40db-883f-5b1e7cd9299c,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:22.854707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:22.860042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d9a17-171b-474a-b324-bde482adf406 req-56fe50d3-84cb-42b3-a357-02f04522ddc9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:22.875227 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-613d9a17-171b-474a-b324-bde482adf406 req-56fe50d3-84cb-42b3-a357-02f04522ddc9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2674267
Apr 21 07:03:22.882119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:security_group_rule and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:22.900889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '64139565-51d8-40db-883f-5b1e7cd9299c', 'network_id': '67a1169e-2060-4670-bf49-674d028eb240', 'port_id': '64139565-51d8-40db-883f-5b1e7cd9299c', 'mac_address': 'fa:16:3e:20:69:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f5e72f-dfca-4871-9598-82765e63758d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:03:22.905650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:22.932362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:23.031952 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-613d9a17-171b-474a-b324-bde482adf406 req-7777fc8a-942a-4ca8-a5ba-f4a2afb8088a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512146
Apr 21 07:03:23.129901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:03:23.147981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.157828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.159441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.189966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e77581aa-fc1c-4cb8-8c74-bcb8ca2bb31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:23.190557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64139565-51d8-40db-883f-5b1e7cd9299c {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:03:23.212031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbb0e7-0c7a-407d-ab6f-727dc2fb0995 req-b2e63096-cb44-44e2-9f6d-c22b00fb6f5f tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:23.225404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 64139565-51d8-40db-883f-5b1e7cd9299c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=64139565-51d8-40db-883f-5b1e7cd9299c,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:23.232477 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-83fbb0e7-0c7a-407d-ab6f-727dc2fb0995 req-b2e63096-cb44-44e2-9f6d-c22b00fb6f5f tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.2139175
Apr 21 07:03:23.235452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.239825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:23.392468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503aaa72-8c11-4acf-833b-aebe6b5f9a6c,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:23.436211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:23.444122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.446021 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.7916615
Apr 21 07:03:23.450350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50176) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:23.451690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=64139565-51d8-40db-883f-5b1e7cd9299c,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:23.457271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'security_group_rule': {'security_group_id': '503aaa72-8c11-4acf-833b-aebe6b5f9a6c', 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:23.459491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:23.464457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba400198>, [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:03:17Z', 'revision_number': 4, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port': {'id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:09Z', 'updated_at': '2021-04-21T07:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'f42da57a-2b60-441d-81f2-f4a089506fa7', 'name': '', 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'mac_address': 'fa:16:3e:86:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ed833e56-19a4-4a1d-bd48-826bcec5e5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:15Z', 'updated_at': '2021-04-21T07:03:18Z', 'revision_number': 2, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'subnets': [{'id': 'ed833e56-19a4-4a1d-bd48-826bcec5e5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:23.472478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:23.482686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Checking router: 456f0dad-0be2-49f4-979a-e0ba3c520964 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:03:23.483398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Updating router 456f0dad-0be2-49f4-979a-e0ba3c520964 port f42da57a-2b60-441d-81f2-f4a089506fa7 binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:03:23.484208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:security_group_rule and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:23.493981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:23.504076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:23.545514 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.581205 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-83fbb0e7-0c7a-407d-ab6f-727dc2fb0995 req-662d8de7-79d1-429c-b6cf-b378b4bf8d2d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3260863
Apr 21 07:03:23.634488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.646280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.652449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.661904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:23.666276 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['64139565-51d8-40db-883f-5b1e7cd9299c'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:03:23.716634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18723006-5af8-49fc-868e-56de1b190bc8 req-f066cc90-0abd-43f2-99e4-db9c8b5d8b7e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:23.739686 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18723006-5af8-49fc-868e-56de1b190bc8 req-f066cc90-0abd-43f2-99e4-db9c8b5d8b7e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 945 time: 0.3047395
Apr 21 07:03:23.745729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.751776 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3000715
Apr 21 07:03:23.756697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50186) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:23.778707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'security_group_rule': {'security_group_id': '503aaa72-8c11-4acf-833b-aebe6b5f9a6c', 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:23.788124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dafa065-d5d1-422d-8706-a021b795638f,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:23.804663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:23.814957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:security_group_rule and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:23.822795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:23.830249 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18723006-5af8-49fc-868e-56de1b190bc8 req-55316898-d013-4dda-8cd0-ca7a96e3163a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860181
Apr 21 07:03:23.837769 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:23.845704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:23.876026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.987251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.992179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:23.994776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-db237b7a-ce15-48e0-a0d0-cc6a15eea8aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:24.048095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbd09a2-acc6-4879-8d89-ba07cff0e7f5,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:24.059434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.061764 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2989252
Apr 21 07:03:24.063536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:24.066244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50200) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:24.075451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'security_group_rule': {'security_group_id': '503aaa72-8c11-4acf-833b-aebe6b5f9a6c', 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:24.083454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:24.090997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:security_group_rule and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:24.096074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:24.108709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:24.143152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.327233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.359648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.372026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ca410e21-f103-4d6b-a82f-6102fd232eff tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:24.461857 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23eff48-74c6-48ff-b01e-86dd8f104181,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:24.475625 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:24.520966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.524282 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4558582
Apr 21 07:03:24.528871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50210) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:24.539703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'security_group_rule': {'security_group_id': '503aaa72-8c11-4acf-833b-aebe6b5f9a6c', 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:24.569433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:24.576538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:security_group_rule and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:24.587273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:24.595440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:24.627992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.628372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78669176-cda0-4868-8981-80970ebe19e3 req-dd63d46b-c006-4785-ba79-67bd269c88fa tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:24.645604 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-78669176-cda0-4868-8981-80970ebe19e3 req-dd63d46b-c006-4785-ba79-67bd269c88fa tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2847981
Apr 21 07:03:24.751133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.762538 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-78669176-cda0-4868-8981-80970ebe19e3 req-68762c2b-d988-4e59-81e1-d57f053d5fbe tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064322
Apr 21 07:03:24.766877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.779583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:24.798993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.809405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c30456-cba8-4fc5-abed-69850bb423cf,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:24.812768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:24.817133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.818670 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2886219
Apr 21 07:03:24.825975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50216) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:24.837090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'security_group_rule': {'security_group_id': '503aaa72-8c11-4acf-833b-aebe6b5f9a6c', 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:24.842722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Transition to ACTIVE for port object f42da57a-2b60-441d-81f2-f4a089506fa7 will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:03:24.850320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:24.854144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.857199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:security_group_rule and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:24.860616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:24.861849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:24.870433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:24.888470 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.securitygroups_db [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Project 8d00908a79904584b97bacc55b16c9c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 07:03:24.908627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:24.976263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083afcd-b424-41dc-8a7f-72ddd87bc091 req-282f292f-aedc-458e-8ad9-cecf64845b11 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:24.985268 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d083afcd-b424-41dc-8a7f-72ddd87bc091 req-282f292f-aedc-458e-8ad9-cecf64845b11 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1425035
Apr 21 07:03:25.071781 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d083afcd-b424-41dc-8a7f-72ddd87bc091 req-0632837a-68ee-4ff2-8367-de4a2c74d59b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847585
Apr 21 07:03:25.126079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.130415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.135809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:25.169516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a078-5074-49ad-9d57-d360f1d9be7a None None] Pushing event updated for resources: {'Port': ['ID=f42da57a-2b60-441d-81f2-f4a089506fa7,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:25.200776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c951a078-5074-49ad-9d57-d360f1d9be7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:25.201676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Attempting to bind port f42da57a-2b60-441d-81f2-f4a089506fa7 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:03:25.202180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Attempting to bind port f42da57a-2b60-441d-81f2-f4a089506fa7 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:03:25.202707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Attempting to bind port f42da57a-2b60-441d-81f2-f4a089506fa7 on network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:03:25.212354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:03:25.213142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Checking segment: {'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:03:25.213838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.214519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Bound using segment: {'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:03:25.215351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Bound port: f42da57a-2b60-441d-81f2-f4a089506fa7, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35f03f6-23c3-4aea-8fc4-aca582110f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:03:25.216181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.241963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd05ce99-2b4c-44e9-bce5-47212af2f419,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:25.250167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:25.251770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.258597 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4311965
Apr 21 07:03:25.259298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50222) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:25.266428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'security_group_rule': {'security_group_id': '503aaa72-8c11-4acf-833b-aebe6b5f9a6c', 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:25.273661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:25.282832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:security_group_rule and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:25.290866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:25.301523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:25.314388 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.securitygroups_db [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Project 8d00908a79904584b97bacc55b16c9c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 07:03:25.328379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.365636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] For port f42da57a-2b60-441d-81f2-f4a089506fa7, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:03:25.372430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] For port f42da57a-2b60-441d-81f2-f4a089506fa7, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=f42da57a-2b60-441d-81f2-f4a089506fa7,segment=NetworkSegment(a35f03f6-23c3-4aea-8fc4-aca582110f09),segment_id=a35f03f6-23c3-4aea-8fc4-aca582110f09)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:03:25.380156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2d96f-f0f6-4d95-8630-a8b3cfb894f3 req-c633e991-d2d7-48f6-b72f-6a9b8fe10bb7 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:25.382522 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e6b2d96f-f0f6-4d95-8630-a8b3cfb894f3 req-c633e991-d2d7-48f6-b72f-6a9b8fe10bb7 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 945 time: 0.1756358
Apr 21 07:03:25.382946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.388663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:25.462804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.468239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.471669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1d6ec6c8-ff32-4754-bc2c-b115a7082219 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:25.481035 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e6b2d96f-f0f6-4d95-8630-a8b3cfb894f3 req-07474061-f733-4891-b281-e488c1f81cdd tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844831
Apr 21 07:03:25.513264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3a0d3e-e341-4ae1-8812-6fffe8767441,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:25.516388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:25.522457 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2606966
Apr 21 07:03:25.523313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:25.536928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a078-5074-49ad-9d57-d360f1d9be7a None None] Pushing event updated for resources: {'Port': ['ID=f42da57a-2b60-441d-81f2-f4a089506fa7,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:25.556608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c951a078-5074-49ad-9d57-d360f1d9be7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:25.565292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 64139565-51d8-40db-883f-5b1e7cd9299c up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:25.616289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Routers {'456f0dad-0be2-49f4-979a-e0ba3c520964'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:03:25.617183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba400198>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:03:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['456f0dad-0be2-49f4-979a-e0ba3c520964'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:26.040707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d588bd-f5c5-404f-b64d-a005afe3e8ac req-23befdc3-e511-48d9-93f7-d3a3d35b5763 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:26.049247 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b9d588bd-f5c5-404f-b64d-a005afe3e8ac req-23befdc3-e511-48d9-93f7-d3a3d35b5763 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1286304
Apr 21 07:03:26.112927 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b9d588bd-f5c5-404f-b64d-a005afe3e8ac req-8456f9dc-a8b5-432e-a80c-81d25b91c4b5 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621817
Apr 21 07:03:26.199555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 64139565-51d8-40db-883f-5b1e7cd9299c completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:26.232956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 64139565-51d8-40db-883f-5b1e7cd9299c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:26.233707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:26.300184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] Set router 456f0dad-0be2-49f4-979a-e0ba3c520964 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:03:26.534654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb33fd-4c44-4750-9f35-d5b3752160a3 req-added216-c124-4bb3-a44b-5cc015961fbe tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:26.539604 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-25fb33fd-4c44-4750-9f35-d5b3752160a3 req-added216-c124-4bb3-a44b-5cc015961fbe tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.2460296
Apr 21 07:03:26.679071 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-25fb33fd-4c44-4750-9f35-d5b3752160a3 req-9190b48b-79fa-4728-a45d-2589a36328bf tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254096
Apr 21 07:03:26.801814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c176b3-19fa-47e6-93fe-eca7340dd9da req-6675d9f8-c676-4034-a911-daecdccb0e2a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:26.812795 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e5c176b3-19fa-47e6-93fe-eca7340dd9da req-6675d9f8-c676-4034-a911-daecdccb0e2a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 945 time: 0.1260178
Apr 21 07:03:26.874104 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e5c176b3-19fa-47e6-93fe-eca7340dd9da req-c8500d60-4259-468b-8590-0f8dfa3dd634 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597854
Apr 21 07:03:26.898883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:27.033744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cfba9a-691f-47e5-bd54-316119fad6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64139565-51d8-40db-883f-5b1e7cd9299c'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:03:27.059046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 64139565-51d8-40db-883f-5b1e7cd9299c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=64139565-51d8-40db-883f-5b1e7cd9299c,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:27.108152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:27.117408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:27.163692 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cfba9a-691f-47e5-bd54-316119fad6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64139565-51d8-40db-883f-5b1e7cd9299c', 'code': 200}
Apr 21 07:03:27.267089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=64139565-51d8-40db-883f-5b1e7cd9299c,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:27.274684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:27.301743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba400198>, [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:03:17Z', 'revision_number': 4, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port': {'id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:09Z', 'updated_at': '2021-04-21T07:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'f42da57a-2b60-441d-81f2-f4a089506fa7', 'name': '', 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'mac_address': 'fa:16:3e:86:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ed833e56-19a4-4a1d-bd48-826bcec5e5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:15Z', 'updated_at': '2021-04-21T07:03:25Z', 'revision_number': 4, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'subnets': [{'id': 'ed833e56-19a4-4a1d-bd48-826bcec5e5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:27.308814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee59b0-882c-4853-a8c4-7a15a3e8fce4 None None] The sync data for ids ['456f0dad-0be2-49f4-979a-e0ba3c520964'] in dv-cinder-779194-2-iscsi is: [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:03:17Z', 'revision_number': 4, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port': {'id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:09Z', 'updated_at': '2021-04-21T07:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'f42da57a-2b60-441d-81f2-f4a089506fa7', 'name': '', 'network_id': '08ef2c7c-e03e-4df4-8040-9918ba528ff4', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'mac_address': 'fa:16:3e:86:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ed833e56-19a4-4a1d-bd48-826bcec5e5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:15Z', 'updated_at': '2021-04-21T07:03:25Z', 'revision_number': 4, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'subnets': [{'id': 'ed833e56-19a4-4a1d-bd48-826bcec5e5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:03:27.604659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd845f0-4e7a-48e4-b0eb-8a79022d9c2b req-e94adca4-4c9a-4b3a-b2a5-2597eb976d14 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:27.607247 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0dd845f0-4e7a-48e4-b0eb-8a79022d9c2b req-e94adca4-4c9a-4b3a-b2a5-2597eb976d14 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1970465
Apr 21 07:03:27.732997 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0dd845f0-4e7a-48e4-b0eb-8a79022d9c2b req-23dbd6f2-85d7-4558-8227-95e9a47e4288 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673881
Apr 21 07:03:27.795882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaee19a-58f2-46e7-b08d-c81760229a37 req-322c618a-74c5-4aa3-92d1-87592cbe3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:27.796132 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ecaee19a-58f2-46e7-b08d-c81760229a37 req-322c618a-74c5-4aa3-92d1-87592cbe3b6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 1099 time: 0.2091949
Apr 21 07:03:28.004742 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ecaee19a-58f2-46e7-b08d-c81760229a37 req-567de03f-a851-45b9-8362-915b307a07a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014420
Apr 21 07:03:28.075788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec272b9a-072f-408c-8374-2d4666663782 req-71448035-3cf5-4262-8f4f-43616867da13 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:28.078202 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ec272b9a-072f-408c-8374-2d4666663782 req-71448035-3cf5-4262-8f4f-43616867da13 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1617930
Apr 21 07:03:28.353241 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ec272b9a-072f-408c-8374-2d4666663782 req-d3642140-eea0-44da-b08d-ce49e116b08b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2665713
Apr 21 07:03:28.429781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device f42da57a-2b60-441d-81f2-f4a089506fa7 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:28.443298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3518987-52d8-41ac-b7de-ace0d32b49a0 req-86532df7-c714-4812-b9b0-ca7652713964 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:28.445267 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b3518987-52d8-41ac-b7de-ace0d32b49a0 req-86532df7-c714-4812-b9b0-ca7652713964 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 946 time: 0.2793622
Apr 21 07:03:28.512083 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b3518987-52d8-41ac-b7de-ace0d32b49a0 req-a15246a3-19e1-49c5-9202-65344ffef48a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542974
Apr 21 07:03:28.628690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port f42da57a-2b60-441d-81f2-f4a089506fa7 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:03:28.638761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port f42da57a-2b60-441d-81f2-f4a089506fa7 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:28.639468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:28.885302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:29.021623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port f42da57a-2b60-441d-81f2-f4a089506fa7, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=f42da57a-2b60-441d-81f2-f4a089506fa7,segment=NetworkSegment(a35f03f6-23c3-4aea-8fc4-aca582110f09),segment_id=a35f03f6-23c3-4aea-8fc4-aca582110f09)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:29.036139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:29.048551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:29.139095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7bec-1cef-4ca2-9bfc-e4e799ad9a53 req-740b7b64-ed19-4ed6-99cd-1291dc38ab4b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:29.148090 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e6af7bec-1cef-4ca2-9bfc-e4e799ad9a53 req-740b7b64-ed19-4ed6-99cd-1291dc38ab4b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1563017
Apr 21 07:03:29.218204 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e6af7bec-1cef-4ca2-9bfc-e4e799ad9a53 req-bcac77a5-5f70-4e44-b9cf-f517352d2226 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685084
Apr 21 07:03:29.334584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=f42da57a-2b60-441d-81f2-f4a089506fa7,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:29.352195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:29.845011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d8f73-544d-4924-b6f7-74b0838ccf41 req-d887620a-1fd5-4646-ac33-859888a457e6 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:29.850563 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3d0d8f73-544d-4924-b6f7-74b0838ccf41 req-d887620a-1fd5-4646-ac33-859888a457e6 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.2343686
Apr 21 07:03:29.861298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120177d4-aac7-4e8d-a385-3f334e731d26 req-9e4cb319-2ac5-445e-af8b-72381f9ecb5e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:29.863966 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-120177d4-aac7-4e8d-a385-3f334e731d26 req-9e4cb319-2ac5-445e-af8b-72381f9ecb5e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 946 time: 0.1635294
Apr 21 07:03:29.962256 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-120177d4-aac7-4e8d-a385-3f334e731d26 req-75b1216b-9446-4ee4-b528-8c85025ad7b7 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784349
Apr 21 07:03:29.974437 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3d0d8f73-544d-4924-b6f7-74b0838ccf41 req-81f93282-7f6d-49de-bad5-af264a162442 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084051
Apr 21 07:03:30.410246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device f42da57a-2b60-441d-81f2-f4a089506fa7 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:03:30.678865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port f42da57a-2b60-441d-81f2-f4a089506fa7 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:03:30.685706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:31.107614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56893ec-8764-47cd-a48b-f37e3a05e06e req-f0cc5a2b-1bee-4185-a25a-7c8b29b90095 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:31.109996 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e56893ec-8764-47cd-a48b-f37e3a05e06e req-f0cc5a2b-1bee-4185-a25a-7c8b29b90095 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.4399166
Apr 21 07:03:31.113057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f917d-e994-4964-a1f1-72fc0be20327 req-67031369-81bb-4c75-a910-147044b4499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:31.114680 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-360f917d-e994-4964-a1f1-72fc0be20327 req-67031369-81bb-4c75-a910-147044b4499c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 1099 time: 0.2960041
Apr 21 07:03:31.289787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6082c-64ec-4159-b4d2-d0c17c34d867 req-4b17a628-a3fb-48b2-a573-4a3556cf7fe4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:31.291537 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-48a6082c-64ec-4159-b4d2-d0c17c34d867 req-4b17a628-a3fb-48b2-a573-4a3556cf7fe4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.3468742
Apr 21 07:03:31.334732 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e56893ec-8764-47cd-a48b-f37e3a05e06e req-6668cbca-9129-44bd-9d0b-2d61b99f6de3 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884599
Apr 21 07:03:31.386471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f917d-e994-4964-a1f1-72fc0be20327 req-d63486ca-6022-4860-b728-320bfe04f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:31.388131 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-360f917d-e994-4964-a1f1-72fc0be20327 req-d63486ca-6022-4860-b728-320bfe04f536 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 910 time: 0.2651453
Apr 21 07:03:31.394300 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-48a6082c-64ec-4159-b4d2-d0c17c34d867 req-6f4cdb61-5bb3-4c72-b3f0-cc89bc2864ed tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920215
Apr 21 07:03:31.536137 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-360f917d-e994-4964-a1f1-72fc0be20327 req-8afe9ce4-b675-4bbc-a355-718cbc85faf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e443f4-a142-4207-a80c-9ba68249d222 HTTP/1.1" status: 200  len: 1002 time: 0.1397915
Apr 21 07:03:31.630268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f917d-e994-4964-a1f1-72fc0be20327 req-2efe493e-ff4a-4fb8-ad44-8229208a117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:31.632245 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-360f917d-e994-4964-a1f1-72fc0be20327 req-2efe493e-ff4a-4fb8-ad44-8229208a117f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 200  len: 849 time: 0.0887530
Apr 21 07:03:31.727495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f917d-e994-4964-a1f1-72fc0be20327 req-9a1e111b-418a-4955-a4c1-b10f3658719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:31.729553 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-360f917d-e994-4964-a1f1-72fc0be20327 req-9a1e111b-418a-4955-a4c1-b10f3658719d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887101
Apr 21 07:03:31.965603 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-360f917d-e994-4964-a1f1-72fc0be20327 req-532c4811-0055-4ec0-8e6a-8bf50f28f121 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259922
Apr 21 07:03:32.345467 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-360f917d-e994-4964-a1f1-72fc0be20327 req-cc7a3532-740b-4ca8-a1f6-2b2d3bfe88b8 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3722823
Apr 21 07:03:32.697466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea729a9-7cc8-442d-9bf4-889b0fe04a92 req-435c3be2-e349-4f63-ba33-2e2b62b4f13d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:32.705659 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cea729a9-7cc8-442d-9bf4-889b0fe04a92 req-435c3be2-e349-4f63-ba33-2e2b62b4f13d tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1815312
Apr 21 07:03:32.773325 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cea729a9-7cc8-442d-9bf4-889b0fe04a92 req-5a5b10df-7847-436a-a7e1-0bc406b5ac5c tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665953
Apr 21 07:03:33.134888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112e63-6718-4a67-972f-0a036fbff7b4 req-efeaebd3-beb7-4d08-aa2f-ea2894710211 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:33.137613 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de112e63-6718-4a67-972f-0a036fbff7b4 req-efeaebd3-beb7-4d08-aa2f-ea2894710211 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1458168
Apr 21 07:03:33.215652 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de112e63-6718-4a67-972f-0a036fbff7b4 req-21207198-9985-4ecd-b074-16b13b28080d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694628
Apr 21 07:03:33.701297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1b25b4aa-624d-4a8c-9fe7-c6b753a68c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:34.141407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca255e-4851-4b42-be67-8da491b340cb req-94e666cc-faac-40ff-ae38-1f8966191d9f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:34.144323 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-96ca255e-4851-4b42-be67-8da491b340cb req-94e666cc-faac-40ff-ae38-1f8966191d9f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1863623
Apr 21 07:03:34.248125 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-96ca255e-4851-4b42-be67-8da491b340cb req-fff9736b-17c6-43e8-89f9-6fa376478b99 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964942
Apr 21 07:03:34.738014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a038bf-638d-4f3c-9ace-11ce21d1c242 req-e8d6d7e5-779e-4987-8ff4-f464a59b86f7 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:34.742148 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b0a038bf-638d-4f3c-9ace-11ce21d1c242 req-e8d6d7e5-779e-4987-8ff4-f464a59b86f7 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.3536046
Apr 21 07:03:34.804319 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b0a038bf-638d-4f3c-9ace-11ce21d1c242 req-55e5190d-9f39-41bc-b545-ce2fdaeb9fc1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572612
Apr 21 07:03:35.598689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92581e-a167-41c3-98e9-f002a70732eb req-b9b4cad7-efc7-4065-bc78-90ce434d2f87 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:35.607895 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a92581e-a167-41c3-98e9-f002a70732eb req-b9b4cad7-efc7-4065-bc78-90ce434d2f87 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1184103
Apr 21 07:03:35.668620 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a92581e-a167-41c3-98e9-f002a70732eb req-d05a20b3-fb16-4f28-a2a8-235e6491587f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595362
Apr 21 07:03:36.978122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a34f3-1637-45ab-b7c0-fb7db0a669e7 req-03bfa8cd-0508-497a-a699-96cc227aa7b9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:36.979681 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e77a34f3-1637-45ab-b7c0-fb7db0a669e7 req-03bfa8cd-0508-497a-a699-96cc227aa7b9 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1241069
Apr 21 07:03:37.034054 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e77a34f3-1637-45ab-b7c0-fb7db0a669e7 req-af84f82c-5293-4955-9ae5-97dd41ab14ad tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472898
Apr 21 07:03:37.044162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0b1f-5f2b-468d-aa3d-9cf8e7454486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:38.363915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:38.365004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231bcee-e2b5-40d5-9fe1-a2c6d345b9f7 req-250dfc58-355c-4659-8268-b3d0f6ae0593 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:38.378298 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2231bcee-e2b5-40d5-9fe1-a2c6d345b9f7 req-250dfc58-355c-4659-8268-b3d0f6ae0593 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1660728
Apr 21 07:03:38.442546 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2231bcee-e2b5-40d5-9fe1-a2c6d345b9f7 req-5c841f5a-6482-4d83-a68e-b53167523955 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621512
Apr 21 07:03:38.962453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:39.317689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:39.718109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7723a-a355-499b-9204-50d0d8d70d4a req-d22893d8-d380-46fd-8043-ab5f9eca9d8b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:39.719965 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8fa7723a-a355-499b-9204-50d0d8d70d4a req-d22893d8-d380-46fd-8043-ab5f9eca9d8b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.0923638
Apr 21 07:03:39.777758 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8fa7723a-a355-499b-9204-50d0d8d70d4a req-9c6d22d0-dbca-4fb3-9ad2-057d02f3f939 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459700
Apr 21 07:03:41.123206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46241bfd-ec67-461d-be11-6ea42aa9ff53 req-c57758fd-f903-4586-87df-3903f216e908 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:41.131198 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46241bfd-ec67-461d-be11-6ea42aa9ff53 req-c57758fd-f903-4586-87df-3903f216e908 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1913352
Apr 21 07:03:41.190694 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46241bfd-ec67-461d-be11-6ea42aa9ff53 req-4cb0e20d-2168-426d-9e32-0d9f94d93528 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584037
Apr 21 07:03:42.578352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d02b8-8ef3-4765-83d2-ed307a6e7438 req-f31e6872-28c6-496c-8faa-72f75ba8b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:42.580108 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-188d02b8-8ef3-4765-83d2-ed307a6e7438 req-f31e6872-28c6-496c-8faa-72f75ba8b606 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1098 time: 0.1835892
Apr 21 07:03:42.590141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735ddcf-e4fe-42ba-bc94-1145b4bff4d6 req-fc71cdd1-20b5-47e2-8238-b418266c27fa tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:42.591811 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8735ddcf-e4fe-42ba-bc94-1145b4bff4d6 req-fc71cdd1-20b5-47e2-8238-b418266c27fa tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1262994
Apr 21 07:03:42.673612 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-188d02b8-8ef3-4765-83d2-ed307a6e7438 req-cab3e8db-afb3-4b23-8155-dbbf6f10286b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806210
Apr 21 07:03:42.731460 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8735ddcf-e4fe-42ba-bc94-1145b4bff4d6 req-2e23d6a9-9be2-4dcd-820e-d58d37222f40 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196077
Apr 21 07:03:43.978684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c0226-69f5-49b7-b0ef-eaceb6e062f4 req-2822dc15-7d1e-4102-a95e-9fb1db8707b0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:43.981201 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8b6c0226-69f5-49b7-b0ef-eaceb6e062f4 req-2822dc15-7d1e-4102-a95e-9fb1db8707b0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1078324
Apr 21 07:03:44.042747 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8b6c0226-69f5-49b7-b0ef-eaceb6e062f4 req-f382e995-9e49-49ed-bc8b-46b3fa9def58 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544012
Apr 21 07:03:45.277964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a84b9-1324-4f69-a117-33dbde2f544d req-1378b621-a7f0-47e8-88de-3067671b74a1 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:45.279650 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b13a84b9-1324-4f69-a117-33dbde2f544d req-1378b621-a7f0-47e8-88de-3067671b74a1 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1118712
Apr 21 07:03:45.337116 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b13a84b9-1324-4f69-a117-33dbde2f544d req-7ed5331b-eb8b-464a-9685-cb46de1df537 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507963
Apr 21 07:03:46.140362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-191ea98d-a315-478f-a922-d9a35ef3bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:46.142443 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-191ea98d-a315-478f-a922-d9a35ef3bd3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=496818e087714e00b3b746ac8b0cdbbb&device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 1098 time: 0.1915901
Apr 21 07:03:46.366985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ce2d2-6061-4fa9-baf6-2db4701c7b92 req-1aa0ba61-8fac-4b64-b4b8-13ca396aea1b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:46.374805 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-667ce2d2-6061-4fa9-baf6-2db4701c7b92 req-1aa0ba61-8fac-4b64-b4b8-13ca396aea1b tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.2942610
Apr 21 07:03:46.458010 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-667ce2d2-6061-4fa9-baf6-2db4701c7b92 req-dc3d7cd2-f4aa-49a0-a1bd-8cf99ccfc902 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776813
Apr 21 07:03:46.461206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-fab34b94-58af-4057-872c-5fb61f3dacff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:46.463258 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-fab34b94-58af-4057-872c-5fb61f3dacff service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 200  len: 918 time: 0.3093016
Apr 21 07:03:46.570997 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-40ef8685-d9b2-47f0-8b22-e8c0315a1aed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9 HTTP/1.1" status: 200  len: 217 time: 0.0995741
Apr 21 07:03:46.648565 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-738dc887-7e0c-40a5-be3d-680f9cbfdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:46.650206 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-738dc887-7e0c-40a5-be3d-680f9cbfdeed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 200  len: 858 time: 0.0709286
Apr 21 07:03:46.772373 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-85c9f1ee-3c71-408c-8095-910c2cbfa01a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc328b38-04f7-450c-96f4-b00d62531f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1086864
Apr 21 07:03:46.914187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903d811-78e5-4e9e-8883-61e5e9834e31 req-7315be14-d4ec-492d-9094-be4a24441cc9 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:46.915994 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9903d811-78e5-4e9e-8883-61e5e9834e31 req-7315be14-d4ec-492d-9094-be4a24441cc9 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 946 time: 0.2009840
Apr 21 07:03:46.997157 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-194cef1a-527a-4772-9c36-5c73acf7eb1e service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063303
Apr 21 07:03:47.005404 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9903d811-78e5-4e9e-8883-61e5e9834e31 req-e71b4950-6077-45eb-8e83-51076d1e1cef tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717278
Apr 21 07:03:47.178694 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-079e975e-ffef-4355-b8c6-0f567c86f55e req-1abe28c7-58ed-40b0-8832-cbb0dc9c7648 service neutron] 10.222.0.18 "GET /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616693
Apr 21 07:03:47.744751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179be38f-ac1a-4ff5-97fd-14b4793388ab req-e1a82a85-419f-4dec-8319-d6946da7e1e8 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:47.747645 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-179be38f-ac1a-4ff5-97fd-14b4793388ab req-e1a82a85-419f-4dec-8319-d6946da7e1e8 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1451824
Apr 21 07:03:47.808766 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-179be38f-ac1a-4ff5-97fd-14b4793388ab req-232980cc-69cb-4e35-9e1a-8e0d8b178ab2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535381
Apr 21 07:03:48.236474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca6279-6f15-46b9-867b-854741998d55 req-a93850bb-ab46-4e75-bb7d-352ffb287c9e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:48.238409 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5fca6279-6f15-46b9-867b-854741998d55 req-a93850bb-ab46-4e75-bb7d-352ffb287c9e tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 946 time: 0.0948029
Apr 21 07:03:48.251664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:48.296942 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5fca6279-6f15-46b9-867b-854741998d55 req-1d504ef3-2ad3-4078-ae3d-f1ee8dc284ef tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502665
Apr 21 07:03:49.135901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3557d1-3ef4-4ac4-a4fa-72ba8689e6ff req-99c2d904-5a95-4c33-9c8d-ded9d90fb0f7 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:49.138304 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de3557d1-3ef4-4ac4-a4fa-72ba8689e6ff req-99c2d904-5a95-4c33-9c8d-ded9d90fb0f7 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1807468
Apr 21 07:03:49.148437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-d270f28d-f5d4-479b-ba8a-e1c6945a5c81 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:49.150162 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-d270f28d-f5d4-479b-ba8a-e1c6945a5c81 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 946 time: 0.1529052
Apr 21 07:03:49.266371 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de3557d1-3ef4-4ac4-a4fa-72ba8689e6ff req-17b4c068-d264-4190-812e-56f6f6f9fc70 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148829
Apr 21 07:03:49.275962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Deleting port 64139565-51d8-40db-883f-5b1e7cd9299c {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:03:49.276356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:49.613897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50602) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:49.686176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] Deleting subnet a0155d81-2192-4bcb-ba76-86fec82637cd {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:03:49.690073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:49.711215 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0936-8a65-4f30-8ff4-2945bcc3b3f5 req-16ad7080-d854-468f-a0ef-9e6af0afd417 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:49.720449 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-39fa0936-8a65-4f30-8ff4-2945bcc3b3f5 req-16ad7080-d854-468f-a0ef-9e6af0afd417 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 946 time: 0.2758071
Apr 21 07:03:49.747830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:49.748075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] For port 64139565-51d8-40db-883f-5b1e7cd9299c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=64139565-51d8-40db-883f-5b1e7cd9299c,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:49.748262 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:49.756274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:49.903270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Calling delete_port for 64139565-51d8-40db-883f-5b1e7cd9299c owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:03:49.952356 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-39fa0936-8a65-4f30-8ff4-2945bcc3b3f5 req-c6c06985-5d3b-4a7b-93f6-dfa1d712a3fa tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307575
Apr 21 07:03:50.027656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:50.033322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fdf4cadd-0c12-48a6-9b18-e445584b9033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:50.075679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0155d81-2192-4bcb-ba76-86fec82637cd,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:50.079702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:50.081051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:50.081199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:50.087893 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-cebffa73-2b91-42fd-a044-e16d62176ade admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a0155d81-2192-4bcb-ba76-86fec82637cd HTTP/1.1" status: 204  len: 168 time: 0.4723706
Apr 21 07:03:50.088292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2bd02986-e187-451a-ae9d-9987da48f625 tempest-VolumesActionsTest-194567057 tempest-VolumesActionsTest-194567057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:50.090690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50606) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:50.123293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1563a8d6-5cbf-4d26-bc64-a080abf692fa', '09bde817-4732-418a-8bac-993f5da11bec', '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:03:50.141799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Pushing event deleted for resources: {'Port': ['ID=64139565-51d8-40db-883f-5b1e7cd9299c,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:50.185876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.186257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.186655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.187052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.187438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.187827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.188219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.188596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.188981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.189358 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.189774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.190172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:03:50.199067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:50.239537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:50.245393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] No DVR routers for this DVR port 64139565-51d8-40db-883f-5b1e7cd9299c on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:03:50.248671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:50.253502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cfba9a-691f-47e5-bd54-316119fad6b7', 'name': 'network-vif-deleted', 'tag': '64139565-51d8-40db-883f-5b1e7cd9299c'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:03:50.296257 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aa92e0db-65b9-41a3-a733-7fc2e80d4856 req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "DELETE /v2.0/ports/64139565-51d8-40db-883f-5b1e7cd9299c HTTP/1.1" status: 204  len: 173 time: 1.1247356
Apr 21 07:03:50.350093 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cfba9a-691f-47e5-bd54-316119fad6b7', 'name': 'network-vif-deleted', 'tag': '64139565-51d8-40db-883f-5b1e7cd9299c', 'status': 'completed', 'code': 200}
Apr 21 07:03:50.467999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:50.532096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a00d0-b3ec-4433-a86a-3a9e40a5d1e4 req-9726655d-1626-4e5a-a473-2c57c176156f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:50.534091 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-224a00d0-b3ec-4433-a86a-3a9e40a5d1e4 req-9726655d-1626-4e5a-a473-2c57c176156f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1111901
Apr 21 07:03:50.607819 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-224a00d0-b3ec-4433-a86a-3a9e40a5d1e4 req-6244bf3d-0604-423a-8a97-fe9b148edfe0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638206
Apr 21 07:03:50.693339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd6b96eb320>> segment before_delete 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.693942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd6b96eb320>> subnet precommit_delete_associations 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.695113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba45a518>> segment_host_mapping after_create 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.695603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba45a518>> port after_create 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.696301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba45a518>> port after_delete 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.696774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba45a518>> port after_update 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.697399 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba45a518>> segment after_delete 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.698128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba45a518>> subnet after_create 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.698848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba45a518>> subnet after_delete 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.699415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd6ba45a518>> subnet after_update 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.876210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd6bab40d30>> subnet after_create 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.876602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd6bab40d30>> subnet after_delete 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.876979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd6bab40d30>> subnet before_create 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.877369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd6bab40d30>> subnet before_update 55550000 {{(pid=86423) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 07:03:50.877810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b96bce48>,) {'filters': {'network_id': ['28471488-c577-4e7e-82d4-2722e7001cdf']}} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:50.894818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b96bce48>, 'd116aa48-038f-43ac-89ea-37c66aa28b7d') {'for_net_delete': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:50.895161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b96bce48>, 'd116aa48-038f-43ac-89ea-37c66aa28b7d') {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:03:50.918642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5314147'] for segment, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:50.948748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:50.960967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=86423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:03:51.182010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-7311019a-2fd5-40de-8023-4dcba112fb84 req-156a7de6-bc01-4b32-ac57-8f51d41fdddd tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Synchronizing usage tracker for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:03:51.198946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-7311019a-2fd5-40de-8023-4dcba112fb84 req-156a7de6-bc01-4b32-ac57-8f51d41fdddd tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Unset dirty status for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:03:51.201267 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7311019a-2fd5-40de-8023-4dcba112fb84 req-156a7de6-bc01-4b32-ac57-8f51d41fdddd tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=18cfba9a-691f-47e5-bd54-316119fad6b7 HTTP/1.1" status: 200  len: 210 time: 0.0888021
Apr 21 07:03:51.228073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Network 28471488-c577-4e7e-82d4-2722e7001cdf has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:03:51.239847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848245248'] for segment, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:51.455580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Network 28471488-c577-4e7e-82d4-2722e7001cdf has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   from cryptography.utils import int_from_bytes
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   from cryptography.utils import int_from_bytes
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   (rel_b, rel_a, rel_b),
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   (rel_b, rel_a, rel_b),
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:03:51.505251 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:03:51.642627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 64139565-51d8-40db-883f-5b1e7cd9299c no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:03:51.658636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:51.665756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:51.695342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 64139565-51d8-40db-883f-5b1e7cd9299c {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:03:51.695589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 64139565-51d8-40db-883f-5b1e7cd9299c not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:03:51.696430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:51.719999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=28471488-c577-4e7e-82d4-2722e7001cdf,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:51.726960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:51.735221 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4c2bb494-6321-4b7c-a4d9-b8df4cad3e2c admin admin] 10.222.0.36 "DELETE /v2.0/networks/28471488-c577-4e7e-82d4-2722e7001cdf HTTP/1.1" status: 204  len: 168 time: 1.6430688
Apr 21 07:03:51.959940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50640) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:52.021745 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9278126d-b553-4716-bc51-56a5dc240860 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a757da6f0024e0fb479a19be1aaea60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0601912
Apr 21 07:03:52.024663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 50646) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:52.103934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b08718c-8af0-4b73-997c-f70f5781eed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:52.150237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b08718c-8af0-4b73-997c-f70f5781eed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:52.223511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b08718c-8af0-4b73-997c-f70f5781eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:52.229542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:52.245345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08718c-8af0-4b73-997c-f70f5781eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e842533-6fb2-47ea-9a6d-20d5e382b666,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:52.278214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7b08718c-8af0-4b73-997c-f70f5781eed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:52.279590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b08718c-8af0-4b73-997c-f70f5781eed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:52.285205 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7b08718c-8af0-4b73-997c-f70f5781eed4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e842533-6fb2-47ea-9a6d-20d5e382b666 HTTP/1.1" status: 204  len: 168 time: 0.2593095
Apr 21 07:03:53.685865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 50704) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:53.843403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:53.864086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:53.873723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Usage tracker for resource:security_group_rule and tenant:04fdf8b425874171a6355bd75600ea2f is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:53.877271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:53.884353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:54.007189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:54.011852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:54.027919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-771161e7-e8ad-40a7-a41b-f501ddd6949c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:54.095327 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04fdf8b425874171a6355bd75600ea2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4079053
Apr 21 07:03:54.096666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec2c835-0dcf-4403-a2c2-f2d17c60d746,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:54.098087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 50720) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:03:54.102939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:54.191785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f358-973f-4d35-87bf-c11385126aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:54.210298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b9484-2ab2-4259-9875-c4f878b87b1c req-ace4c884-c8e0-4f88-a4eb-17a25a12c13c tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:54.211867 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dc1b9484-2ab2-4259-9875-c4f878b87b1c req-ace4c884-c8e0-4f88-a4eb-17a25a12c13c tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 945 time: 0.1005077
Apr 21 07:03:54.220780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f358-973f-4d35-87bf-c11385126aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:54.266994 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dc1b9484-2ab2-4259-9875-c4f878b87b1c req-9446966e-17f2-4207-b03c-6ecd72bee6a5 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473795
Apr 21 07:03:54.279127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f358-973f-4d35-87bf-c11385126aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:54.285281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f40fba3f-83fb-4670-b9fb-fe0380a59db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:54.300601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2f358-973f-4d35-87bf-c11385126aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec2c835-0dcf-4403-a2c2-f2d17c60d746,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:54.303214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7bb2f358-973f-4d35-87bf-c11385126aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:54.305661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f358-973f-4d35-87bf-c11385126aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:54.306892 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7bb2f358-973f-4d35-87bf-c11385126aaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ec2c835-0dcf-4403-a2c2-f2d17c60d746 HTTP/1.1" status: 204  len: 168 time: 0.2073805
Apr 21 07:03:55.760159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7fbcc-c812-42e1-8d69-b71d8f4694a8 req-95b4be5e-2a35-4381-b180-09106ed38ec2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:55.761550 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ae7fbcc-c812-42e1-8d69-b71d8f4694a8 req-95b4be5e-2a35-4381-b180-09106ed38ec2 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 945 time: 0.3390508
Apr 21 07:03:55.835185 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ae7fbcc-c812-42e1-8d69-b71d8f4694a8 req-37ec619a-0178-4a7c-bab3-f89715ac18fc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618525
Apr 21 07:03:55.975377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-e98c26a1-b866-4221-971a-5377412d1ccb tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:55.977102 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-e98c26a1-b866-4221-971a-5377412d1ccb tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 945 time: 0.1066985
Apr 21 07:03:56.071972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Deleting port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:03:56.072361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:56.355963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] For port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:03:56.356347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:56.498477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Calling delete_port for 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:03:56.666505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:56.673661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:03:56.718689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1563a8d6-5cbf-4d26-bc64-a080abf692fa', '09bde817-4732-418a-8bac-993f5da11bec', '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:03:56.725196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Pushing event deleted for resources: {'Port': ['ID=1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:03:56.730239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:03:56.861311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] No DVR routers for this DVR port 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:03:56.865751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:56.868688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9', 'name': 'network-vif-deleted', 'tag': '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:03:56.902768 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1d441bc3-f9b8-446b-8b3f-e4ea41db7ba8 req-d528a536-7e4a-44ef-b2bc-dc10faad36ed tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "DELETE /v2.0/ports/1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae HTTP/1.1" status: 204  len: 173 time: 0.9182281
Apr 21 07:03:56.924221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7da04a-264e-4992-b99e-d26ea0fc8565 req-3093344e-a2e5-4f90-8f68-3e4d5af16ad0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:56.926286 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bc7da04a-264e-4992-b99e-d26ea0fc8565 req-3093344e-a2e5-4f90-8f68-3e4d5af16ad0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1984477
Apr 21 07:03:57.130599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-c06e010e-95b0-4b23-a675-21f7ec77482b req-5460037a-a65a-4399-953e-2af5f4ff813c tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Synchronizing usage tracker for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:03:57.149499 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bc7da04a-264e-4992-b99e-d26ea0fc8565 req-4f7bd5d7-caa2-41d8-97d8-6876cfd562fc tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118914
Apr 21 07:03:57.189725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-c06e010e-95b0-4b23-a675-21f7ec77482b req-5460037a-a65a-4399-953e-2af5f4ff813c tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Unset dirty status for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:03:57.195418 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c06e010e-95b0-4b23-a675-21f7ec77482b req-5460037a-a65a-4399-953e-2af5f4ff813c tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9 HTTP/1.1" status: 200  len: 210 time: 0.1519947
Apr 21 07:03:57.252736 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d6344c-7fe2-4c7d-99ab-5c4e3b5581f9', 'name': 'network-vif-deleted', 'tag': '1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae', 'status': 'completed', 'code': 200}
Apr 21 07:03:57.388260 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-8896502d-c667-4ce0-a3e4-f9b2ba00829b tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e919eec50b984589b77d4a6066e8266c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0397675
Apr 21 07:03:57.591427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-a8461516-d29b-479c-9940-bc87fcc7f950 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:57.593336 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-a8461516-d29b-479c-9940-bc87fcc7f950 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1983612
Apr 21 07:03:57.615110 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-c01f38a3-afc6-41dd-92c2-3f749d4f8c5e tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/quotas/e919eec50b984589b77d4a6066e8266c HTTP/1.1" status: 200  len: 375 time: 0.0120969
Apr 21 07:03:57.668444 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-352ce785-29fb-4603-b3de-86fcd9046aff tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e919eec50b984589b77d4a6066e8266c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0494957
Apr 21 07:03:57.885768 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4368ade6-b7cd-40b0-b58e-22b0f288792d req-b9a3f8fb-5adc-44c6-8e52-bd56223ee9dd tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 210 time: 0.0597699
Apr 21 07:03:58.406550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ba7eb-d277-4d0e-8326-95c6b98dbe6b req-7a0b2ce1-98dd-4485-bd0b-a6f6b3fe4194 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:58.410012 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c3ba7eb-d277-4d0e-8326-95c6b98dbe6b req-7a0b2ce1-98dd-4485-bd0b-a6f6b3fe4194 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1094475
Apr 21 07:03:58.467733 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c3ba7eb-d277-4d0e-8326-95c6b98dbe6b req-6d8ac5b6-876a-4e43-9aff-9aca9d416dbe tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498116
Apr 21 07:03:58.737084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b7eab-43e4-47a4-b09e-c56fc784f0ba req-b89ea6d7-64d3-4015-a844-335403a95180 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:58.738811 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-500b7eab-43e4-47a4-b09e-c56fc784f0ba req-b89ea6d7-64d3-4015-a844-335403a95180 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 945 time: 0.0984919
Apr 21 07:03:58.794305 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-500b7eab-43e4-47a4-b09e-c56fc784f0ba req-4fa47969-25a8-4666-a48a-eef19c8cf493 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485113
Apr 21 07:03:59.065412 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-083f8320-dfcd-4789-a1ae-d46e00d864a8 req-bd73f9c1-a959-452e-8709-9d4c2feba855 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 210 time: 0.0507832
Apr 21 07:03:59.217135 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-17f7bbc1-23e3-48c3-8e33-117f657d2ad3 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e919eec50b984589b77d4a6066e8266c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0419254
Apr 21 07:03:59.441280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-b592f4b1-9984-48a4-9b3b-17434af0101d tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:59.442961 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-b592f4b1-9984-48a4-9b3b-17434af0101d tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2182379
Apr 21 07:03:59.491380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Request body: {'port': {'device_id': '8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02', 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc', 'admin_state_up': True, 'tenant_id': 'e919eec50b984589b77d4a6066e8266c'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:03:59.663623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:03:59.707760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:03:59.708409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 1a7d5f6f-6a3a-432b-8a5c-a965b87bdaae not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:03:59.793645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:03:59.802936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Usage tracker for resource:port and tenant:e919eec50b984589b77d4a6066e8266c is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:03:59.811144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:03:59.831188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:03:59.846453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-e3f28af0-36b8-45d8-bc00-a01b33311e03 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:59.848434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-e3f28af0-36b8-45d8-bc00-a01b33311e03 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Synchronizing usage tracker for tenant:496818e087714e00b3b746ac8b0cdbbb on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:03:59.863369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28cd56-8599-4e45-9062-4839d4607020 req-c636aac0-02c4-4670-b224-8915c8eb86f2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:03:59.866155 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4f28cd56-8599-4e45-9062-4839d4607020 req-c636aac0-02c4-4670-b224-8915c8eb86f2 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.2296679
Apr 21 07:03:59.883550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-e3f28af0-36b8-45d8-bc00-a01b33311e03 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Unset dirty status for tenant:496818e087714e00b3b746ac8b0cdbbb on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:03:59.884997 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-e3f28af0-36b8-45d8-bc00-a01b33311e03 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 946 time: 0.1631439
Apr 21 07:03:59.912777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Made reservation on behalf of e919eec50b984589b77d4a6066e8266c for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:03:59.919697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:59.942726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:03:59.971125 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4f28cd56-8599-4e45-9062-4839d4607020 req-4ee701e1-01ba-40d3-842b-1b385638aa72 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944555
Apr 21 07:04:00.035155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:00.038028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Deleting port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:04:00.038905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:00.042015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Usage tracker for resource:security_group_rule and tenant:e919eec50b984589b77d4a6066e8266c is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:00.047023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:00.056906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:00.130479 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:04:00.136106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca3dad-07ca-424c-8d33-559d6fe73d73 req-737ae057-e8bb-4357-9cdf-23d3f85147a5 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:00.137857 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-71ca3dad-07ca-424c-8d33-559d6fe73d73 req-737ae057-e8bb-4357-9cdf-23d3f85147a5 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 945 time: 0.1656411
Apr 21 07:04:00.216808 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-71ca3dad-07ca-424c-8d33-559d6fe73d73 req-9644f022-681f-4bd7-a2ad-244bba32d4fc tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716255
Apr 21 07:04:00.280332 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7b586f7f-2a18-4f6f-9850-95dd9764a374 req-271ceddf-0af7-43f2-803e-5a441f828317 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 210 time: 0.0771997
Apr 21 07:04:00.314531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:00.318559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:00.376520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ad60540f-febe-4ac9-a38d-8cc7142f1d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:00.403367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] For port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:00.403765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:00.418359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe24f7a6-7f7f-43db-8d7f-f671248edec6,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:00.425777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:00.549206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Allocated IP 192.168.233.204 (4fc02799-3b34-4aaa-b418-e6eb5687afdc/34265788-9f9f-4eeb-8b94-1bbf5496cd14/975846a6-3a92-4007-82ae-2a751ffda399) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:04:00.592466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Calling delete_port for ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:04:00.771092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-23383ba5-8c4e-4320-968b-0bc9fd31fa1b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:00.771912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-23383ba5-8c4e-4320-968b-0bc9fd31fa1b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Synchronizing usage tracker for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:00.825532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-23383ba5-8c4e-4320-968b-0bc9fd31fa1b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Unset dirty status for tenant:c2191a9a37204f06ac6bc76c106069ef on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:00.826831 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-23383ba5-8c4e-4320-968b-0bc9fd31fa1b tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 945 time: 0.1959491
Apr 21 07:04:00.833365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:00.910490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Transition to ACTIVE for port object 975846a6-3a92-4007-82ae-2a751ffda399 will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:00.914679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:00.923968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-73a586b4-015c-4d6f-bff2-ad8105e6face tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:00.939637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:00.945946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:00.953893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['112d7730-4e47-447e-b3be-c1d5bad06fe9', 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:04:00.973695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Deleting port 09bde817-4732-418a-8bac-993f5da11bec {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:04:00.974300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:01.040990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Pushing event deleted for resources: {'Port': ['ID=ce2cd6d1-2e0d-4abc-abd5-9736307b48a8,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:01.049736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:01.078043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Network 4fc02799-3b34-4aaa-b418-e6eb5687afdc is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:01.081850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:01.086360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:04:01.151692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] No DVR routers for this DVR port ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:04:01.156927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:01.160495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a99683-cb52-4913-99b7-c37a116fcf05', 'name': 'network-vif-deleted', 'tag': 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:01.194146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Pushing event updated for resources: {'Port': ['ID=975846a6-3a92-4007-82ae-2a751ffda399,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:01.228055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:01.240906 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cec92ec5-5309-4c94-a808-f0d22d8d0dc9 req-bbcb044e-90a2-4cb6-91e7-e17a139b5b84 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a99683-cb52-4913-99b7-c37a116fcf05 HTTP/1.1" status: 200  len: 210 time: 0.0986326
Apr 21 07:04:01.304259 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3e87d3c7-bfb5-4e52-a8df-493e9035ca6c req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.18 "DELETE /v2.0/ports/ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 HTTP/1.1" status: 204  len: 173 time: 1.4098136
Apr 21 07:04:01.315635 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a99683-cb52-4913-99b7-c37a116fcf05', 'name': 'network-vif-deleted', 'tag': 'ce2cd6d1-2e0d-4abc-abd5-9736307b48a8', 'status': 'completed', 'code': 200}
Apr 21 07:04:01.340032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:01.342618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:01.413913 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9275811
Apr 21 07:04:01.434035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Request body: {'port': {'device_id': '8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:01.555394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-3da96094-7f81-40ab-8593-530af8acd9db None None] Provisioning for port 975846a6-3a92-4007-82ae-2a751ffda399 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:01.563472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-3da96094-7f81-40ab-8593-530af8acd9db None None] Provisioning complete for port 975846a6-3a92-4007-82ae-2a751ffda399 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:01.563897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3da96094-7f81-40ab-8593-530af8acd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:01.613569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] For port 09bde817-4732-418a-8bac-993f5da11bec, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=09bde817-4732-418a-8bac-993f5da11bec,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:01.614160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:01.648842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-3da96094-7f81-40ab-8593-530af8acd9db None None] Port 975846a6-3a92-4007-82ae-2a751ffda399 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:04:01.758658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Calling delete_port for 09bde817-4732-418a-8bac-993f5da11bec owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:04:01.777007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:01.851930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748866e-256e-4d95-9b1f-71aa8ef875b4 req-096fb909-a2b5-46ab-9bc6-3f4d4a0fb851 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:01.852752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-d748866e-256e-4d95-9b1f-71aa8ef875b4 req-096fb909-a2b5-46ab-9bc6-3f4d4a0fb851 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Synchronizing usage tracker for tenant:e919eec50b984589b77d4a6066e8266c on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:01.893470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f222-49a1-4e0b-bf7a-f39c0c5c4157 req-1d31e0ca-083c-49a6-beaa-d2dbdafdb1d1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:01.895214 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d47f222-49a1-4e0b-bf7a-f39c0c5c4157 req-1d31e0ca-083c-49a6-beaa-d2dbdafdb1d1 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 945 time: 0.2753038
Apr 21 07:04:01.943388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-d748866e-256e-4d95-9b1f-71aa8ef875b4 req-096fb909-a2b5-46ab-9bc6-3f4d4a0fb851 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Unset dirty status for tenant:e919eec50b984589b77d4a6066e8266c on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:01.951519 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d748866e-256e-4d95-9b1f-71aa8ef875b4 req-096fb909-a2b5-46ab-9bc6-3f4d4a0fb851 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 936 time: 0.4077003
Apr 21 07:04:01.959855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:01.966276 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:02.010188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1563a8d6-5cbf-4d26-bc64-a080abf692fa'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:04:02.022425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Pushing event deleted for resources: {'Port': ['ID=09bde817-4732-418a-8bac-993f5da11bec,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:02.026760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:02.095441 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d47f222-49a1-4e0b-bf7a-f39c0c5c4157 req-40d94026-ab26-431e-bbbe-bd4673b89a38 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881468
Apr 21 07:04:02.189834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] No DVR routers for this DVR port 09bde817-4732-418a-8bac-993f5da11bec on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:04:02.199273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:02.234642 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b19b92b-d3ef-42f6-832e-5d9d6dd57a0f req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "DELETE /v2.0/ports/09bde817-4732-418a-8bac-993f5da11bec HTTP/1.1" status: 204  len: 173 time: 1.4021072
Apr 21 07:04:02.258807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-d748866e-256e-4d95-9b1f-71aa8ef875b4 req-9ecbac0f-1076-4e4d-93f9-f53e21c9b232 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Synchronizing usage tracker for tenant:e919eec50b984589b77d4a6066e8266c on resource:security_group {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:02.300222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-d748866e-256e-4d95-9b1f-71aa8ef875b4 req-9ecbac0f-1076-4e4d-93f9-f53e21c9b232 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Unset dirty status for tenant:e919eec50b984589b77d4a6066e8266c on resource:security_group {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:02.300560 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d748866e-256e-4d95-9b1f-71aa8ef875b4 req-9ecbac0f-1076-4e4d-93f9-f53e21c9b232 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3484874
Apr 21 07:04:02.501296 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975846a6-3a92-4007-82ae-2a751ffda399 {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:04:02.515318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:02.535761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Transition to ACTIVE for port object 975846a6-3a92-4007-82ae-2a751ffda399 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:02.539841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:02.548970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-da061877-a84f-4054-b83c-cf32df5cb5df tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:02.751859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Pushing event updated for resources: {'Port': ['ID=975846a6-3a92-4007-82ae-2a751ffda399,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:02.760376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:03.130816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Attempting to bind port 975846a6-3a92-4007-82ae-2a751ffda399 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:04:03.131190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Attempting to bind port 975846a6-3a92-4007-82ae-2a751ffda399 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:04:03.131554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Attempting to bind port 975846a6-3a92-4007-82ae-2a751ffda399 on network 4fc02799-3b34-4aaa-b418-e6eb5687afdc {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:03.140087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Port 975846a6-3a92-4007-82ae-2a751ffda399 on network 4fc02799-3b34-4aaa-b418-e6eb5687afdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:04:03.140453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Attempting to bind port 975846a6-3a92-4007-82ae-2a751ffda399 on network 4fc02799-3b34-4aaa-b418-e6eb5687afdc {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:03.154592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:04:03.155150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Checking segment: {'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:04:03.155563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Bound using segment: {'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:04:03.156056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Bound port: 975846a6-3a92-4007-82ae-2a751ffda399, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea400bb-a847-46f7-bca0-3532c0a189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:04:03.156438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:03.236047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75d70-8645-4527-a5c3-88812f681413 req-1f1962ee-bb18-4cfc-8e72-7639d0199269 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:03.237834 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74a75d70-8645-4527-a5c3-88812f681413 req-1f1962ee-bb18-4cfc-8e72-7639d0199269 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.4211273
Apr 21 07:04:03.317160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db359fe6-1b92-46d9-bdcf-bdcc05823c50', 'name': 'network-vif-deleted', 'tag': '09bde817-4732-418a-8bac-993f5da11bec'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:03.356119 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a8230fce-50aa-4705-8057-79127e56ca07 req-42b5c98d-d7e6-4fdd-831f-29fdebbc6f46 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=db359fe6-1b92-46d9-bdcf-bdcc05823c50 HTTP/1.1" status: 200  len: 210 time: 0.0705166
Apr 21 07:04:03.359330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] For port 975846a6-3a92-4007-82ae-2a751ffda399, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:04:03.374569 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74a75d70-8645-4527-a5c3-88812f681413 req-662c6e51-d3ba-4ba0-bb37-f69c2242542e tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220994
Apr 21 07:04:03.378480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] For port 975846a6-3a92-4007-82ae-2a751ffda399, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=975846a6-3a92-4007-82ae-2a751ffda399,segment=NetworkSegment(2ea400bb-a847-46f7-bca0-3532c0a189b0),segment_id=2ea400bb-a847-46f7-bca0-3532c0a189b0)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:04:03.390279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:03.403351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:03.441453 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db359fe6-1b92-46d9-bdcf-bdcc05823c50', 'name': 'network-vif-deleted', 'tag': '09bde817-4732-418a-8bac-993f5da11bec', 'status': 'completed', 'code': 200}
Apr 21 07:04:03.457097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:03.458234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:03.460749 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] 10.222.0.18 "PUT /v2.0/ports/975846a6-3a92-4007-82ae-2a751ffda399 HTTP/1.1" status: 200  len: 1098 time: 2.0319729
Apr 21 07:04:03.466019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02', 'tag': '975846a6-3a92-4007-82ae-2a751ffda399'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:03.608140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e029c1e2-2746-4ce2-9a8d-4c1e34aa97c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:03.609648 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02', 'tag': '975846a6-3a92-4007-82ae-2a751ffda399', 'status': 'completed', 'code': 200}
Apr 21 07:04:03.684699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 09bde817-4732-418a-8bac-993f5da11bec no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:04:03.719227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Pushing event updated for resources: {'Port': ['ID=975846a6-3a92-4007-82ae-2a751ffda399,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:03.729883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:03.739862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 09bde817-4732-418a-8bac-993f5da11bec {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:04:03.740279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 09bde817-4732-418a-8bac-993f5da11bec not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:04:03.740775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:04:03.788122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:04:03.788782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device ce2cd6d1-2e0d-4abc-abd5-9736307b48a8 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:04:03.809641 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291928-07d5-4edd-9ce6-6085078fa3c3 req-ee17197c-ca30-4dc0-9dcd-b2bbbfce0ec8 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:03.811479 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-64291928-07d5-4edd-9ce6-6085078fa3c3 req-ee17197c-ca30-4dc0-9dcd-b2bbbfce0ec8 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 948 time: 0.2899902
Apr 21 07:04:03.815150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-eefa7c7d-1a67-45a3-a7cb-814bf44a283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:03.816765 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-eefa7c7d-1a67-45a3-a7cb-814bf44a283f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e919eec50b984589b77d4a6066e8266c&device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 1101 time: 0.2227499
Apr 21 07:04:03.914026 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-3cda2a0f-0ca9-435e-83fd-8e9ff09dea1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=975846a6-3a92-4007-82ae-2a751ffda399 HTTP/1.1" status: 200  len: 217 time: 0.0760176
Apr 21 07:04:03.983877 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-64291928-07d5-4edd-9ce6-6085078fa3c3 req-bd47b96e-e0b2-468e-a199-171933dc9d38 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638505
Apr 21 07:04:04.013761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-3a69cd62-9c7f-4c33-83d1-85ed7e24435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:04.016237 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-3a69cd62-9c7f-4c33-83d1-85ed7e24435b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=34265788-9f9f-4eeb-8b94-1bbf5496cd14 HTTP/1.1" status: 200  len: 843 time: 0.0935285
Apr 21 07:04:04.113211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-5e925542-0f6d-496f-bc02-427c7ed98a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:04.115553 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-5e925542-0f6d-496f-bc02-427c7ed98a1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fc02799-3b34-4aaa-b418-e6eb5687afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0915694
Apr 21 07:04:04.298347 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-9fa72f6f-aad2-40ab-bde2-eb375459ad7a service neutron] 10.222.0.18 "GET /v2.0/networks/4fc02799-3b34-4aaa-b418-e6eb5687afdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664386
Apr 21 07:04:04.449179 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd8a83a9-8e92-416d-9f9c-7d5fa8c23813 req-56747f46-b50f-442b-b639-4dd84c120544 service neutron] 10.222.0.18 "GET /v2.0/networks/4fc02799-3b34-4aaa-b418-e6eb5687afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445436
Apr 21 07:04:04.686410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a874ad-28ca-41ca-b578-634532113027 req-43a88eed-b74e-4e2a-a0e2-c26ec5745fa0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:04.688044 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12a874ad-28ca-41ca-b578-634532113027 req-43a88eed-b74e-4e2a-a0e2-c26ec5745fa0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1686602
Apr 21 07:04:04.690460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691be705-50c5-4115-9ea6-d029921cd434 req-811e6d5b-9727-4eb1-ac5c-1b42d13aa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:04.691900 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-691be705-50c5-4115-9ea6-d029921cd434 req-811e6d5b-9727-4eb1-ac5c-1b42d13aa9f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e919eec50b984589b77d4a6066e8266c&device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 1101 time: 0.1307957
Apr 21 07:04:04.824953 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12a874ad-28ca-41ca-b578-634532113027 req-caedb1c2-ef98-42c1-b688-13e02ed8d3cd tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303024
Apr 21 07:04:04.872875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691be705-50c5-4115-9ea6-d029921cd434 req-79fd6b83-52b1-48bf-bab0-4bd15fc87dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:04.874560 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-691be705-50c5-4115-9ea6-d029921cd434 req-79fd6b83-52b1-48bf-bab0-4bd15fc87dbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=4fc02799-3b34-4aaa-b418-e6eb5687afdc HTTP/1.1" status: 200  len: 869 time: 0.1659632
Apr 21 07:04:04.963455 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-691be705-50c5-4115-9ea6-d029921cd434 req-348990a3-dbb2-4b89-9d87-c9d81de15fb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=975846a6-3a92-4007-82ae-2a751ffda399 HTTP/1.1" status: 200  len: 217 time: 0.0779898
Apr 21 07:04:05.052753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691be705-50c5-4115-9ea6-d029921cd434 req-e3a96f9f-75fc-4084-b2a5-78b3dadb25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:05.054533 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-691be705-50c5-4115-9ea6-d029921cd434 req-e3a96f9f-75fc-4084-b2a5-78b3dadb25a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=34265788-9f9f-4eeb-8b94-1bbf5496cd14 HTTP/1.1" status: 200  len: 843 time: 0.0821009
Apr 21 07:04:05.253536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691be705-50c5-4115-9ea6-d029921cd434 req-2eb69d44-4e04-494c-9c74-7c2073588ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:05.255191 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-691be705-50c5-4115-9ea6-d029921cd434 req-2eb69d44-4e04-494c-9c74-7c2073588ddc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fc02799-3b34-4aaa-b418-e6eb5687afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1915598
Apr 21 07:04:05.270260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74316b0-1dc9-466d-b3ec-c4f37c2a17f9 req-2507f5a0-c5fb-4da4-afba-3b1c516669b1 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:05.271943 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e74316b0-1dc9-466d-b3ec-c4f37c2a17f9 req-2507f5a0-c5fb-4da4-afba-3b1c516669b1 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 948 time: 0.1245666
Apr 21 07:04:05.414435 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e74316b0-1dc9-466d-b3ec-c4f37c2a17f9 req-f9eb9ffd-9f82-42d3-96c5-fb169668e8e0 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161027
Apr 21 07:04:05.456811 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-691be705-50c5-4115-9ea6-d029921cd434 req-0631ca0d-37f5-4ddb-a2ec-2a79f5ebeed1 service neutron] 10.222.0.18 "GET /v2.0/networks/4fc02799-3b34-4aaa-b418-e6eb5687afdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837683
Apr 21 07:04:05.613812 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-691be705-50c5-4115-9ea6-d029921cd434 req-bc41f768-77e9-4f9e-b899-ef131bf97c89 service neutron] 10.222.0.18 "GET /v2.0/networks/4fc02799-3b34-4aaa-b418-e6eb5687afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482954
Apr 21 07:04:06.042133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca72dad-b0dc-4e14-a5bc-1d3219e16236 req-311cae6e-4bd4-4126-a2dc-97248fe22a94 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:06.043801 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aca72dad-b0dc-4e14-a5bc-1d3219e16236 req-311cae6e-4bd4-4126-a2dc-97248fe22a94 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.0970380
Apr 21 07:04:06.150926 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aca72dad-b0dc-4e14-a5bc-1d3219e16236 req-e3803f25-2216-4a6b-8d1e-765f55011201 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640197
Apr 21 07:04:06.172374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0cef-3f65-45b0-9b6d-f8ecf5358a88 req-3e62d8c9-0aab-4d9c-9f05-33620f84d53a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:06.174004 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a02f0cef-3f65-45b0-9b6d-f8ecf5358a88 req-3e62d8c9-0aab-4d9c-9f05-33620f84d53a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 946 time: 0.1292307
Apr 21 07:04:06.230376 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a02f0cef-3f65-45b0-9b6d-f8ecf5358a88 req-e95da771-8275-4231-88af-cde6a75e6334 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466440
Apr 21 07:04:06.638786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51004) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:06.642787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0b83a-2c40-4f1a-a620-27d248f09d15 req-e47355b0-81bf-40be-b8eb-87981e765098 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:06.644621 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-63f0b83a-2c40-4f1a-a620-27d248f09d15 req-e47355b0-81bf-40be-b8eb-87981e765098 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 948 time: 0.1006086
Apr 21 07:04:06.696292 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-63f0b83a-2c40-4f1a-a620-27d248f09d15 req-46670cb0-0d9f-4eb7-9cfd-51421c314ac3 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446165
Apr 21 07:04:06.773810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:06.792036 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:06.796521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Usage tracker for resource:security_group_rule and tenant:767c39ca1144476b93297cfd818e24da is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:06.799746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:06.806350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:06.863857 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b06b056c-8ba9-489d-b180-c554e257107d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564363274&fields=id&tenant_id=8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 267 time: 0.0446355
Apr 21 07:04:06.894775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:06.898022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:06.908114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b83b2797-b75b-490e-bbb8-830211752d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:06.951700 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=767c39ca1144476b93297cfd818e24da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3119950
Apr 21 07:04:06.954385 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51014) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:06.957317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9a0bb7-251d-4a9a-8348-2fac3bab96c8,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:06.971717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:07.026015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-239fd529-d224-4b2f-9ab9-2e9f0ad5f1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:07.036894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-a7a5a076-6457-4b9f-a6e8-22199a038b7e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:07.038616 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-a7a5a076-6457-4b9f-a6e8-22199a038b7e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 811 time: 0.1670849
Apr 21 07:04:07.040148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8f043812-fa71-4bcf-bdcb-9206cc31bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:07.059819 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-d3326ae7-d442-479f-a15f-8a8183db9a6a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/quotas/8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 375 time: 0.0127678
Apr 21 07:04:07.061750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-239fd529-d224-4b2f-9ab9-2e9f0ad5f1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:07.114838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-239fd529-d224-4b2f-9ab9-2e9f0ad5f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:07.120163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-536abd0f-6969-4120-9302-5bc0c50879e6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:07.132116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fd529-d224-4b2f-9ab9-2e9f0ad5f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9a0bb7-251d-4a9a-8348-2fac3bab96c8,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:07.139638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-239fd529-d224-4b2f-9ab9-2e9f0ad5f1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:07.139878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-239fd529-d224-4b2f-9ab9-2e9f0ad5f1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:07.141116 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-239fd529-d224-4b2f-9ab9-2e9f0ad5f1f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf9a0bb7-251d-4a9a-8348-2fac3bab96c8 HTTP/1.1" status: 204  len: 168 time: 0.1857488
Apr 21 07:04:07.162774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-4bbe94f2-e55b-4913-972c-1baa43e62384 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Synchronizing usage tracker for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:07.180971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-4bbe94f2-e55b-4913-972c-1baa43e62384 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Unset dirty status for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:07.182478 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-4bbe94f2-e55b-4913-972c-1baa43e62384 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1162837
Apr 21 07:04:07.428395 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-33430fb3-cf29-4513-bb79-1761ccde0bcc service neutron] 10.222.0.36 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2252007
Apr 21 07:04:07.442574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ed38c-4d0d-442a-9dbc-aa0300aef6a5 req-4a5bf885-5cc7-409c-8b05-9ef8e3e7b9e0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:07.444406 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d24ed38c-4d0d-442a-9dbc-aa0300aef6a5 req-4a5bf885-5cc7-409c-8b05-9ef8e3e7b9e0 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1558893
Apr 21 07:04:07.605584 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d24ed38c-4d0d-442a-9dbc-aa0300aef6a5 req-f71d4f33-b9eb-4ab9-b816-c7638d26cfe4 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338077
Apr 21 07:04:07.635809 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-3a425409-393f-4482-90af-c1d49b298e5d service neutron] 10.222.0.36 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902783
Apr 21 07:04:07.714800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 975846a6-3a92-4007-82ae-2a751ffda399 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:04:07.813564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ea5c8-97c2-433c-a3fb-1cbb9937238f req-0d42bbc9-b766-433e-bb4f-b998b27e6082 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:07.815766 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-375ea5c8-97c2-433c-a3fb-1cbb9937238f req-0d42bbc9-b766-433e-bb4f-b998b27e6082 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 946 time: 0.1030886
Apr 21 07:04:07.865989 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-375ea5c8-97c2-433c-a3fb-1cbb9937238f req-cec80f0c-8654-4dc5-8331-79cc13e20b52 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430865
Apr 21 07:04:07.873210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 975846a6-3a92-4007-82ae-2a751ffda399, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=975846a6-3a92-4007-82ae-2a751ffda399,segment=NetworkSegment(2ea400bb-a847-46f7-bca0-3532c0a189b0),segment_id=2ea400bb-a847-46f7-bca0-3532c0a189b0)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:07.888328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '975846a6-3a92-4007-82ae-2a751ffda399', 'network_id': '4fc02799-3b34-4aaa-b418-e6eb5687afdc', 'port_id': '975846a6-3a92-4007-82ae-2a751ffda399', 'mac_address': 'fa:16:3e:02:8b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34265788-9f9f-4eeb-8b94-1bbf5496cd14', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:04:07.957162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:07.977274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975846a6-3a92-4007-82ae-2a751ffda399 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:04:07.996530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 975846a6-3a92-4007-82ae-2a751ffda399, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=975846a6-3a92-4007-82ae-2a751ffda399,segment=NetworkSegment(2ea400bb-a847-46f7-bca0-3532c0a189b0),segment_id=2ea400bb-a847-46f7-bca0-3532c0a189b0)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:08.000319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:08.002509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d078c3eb-46b6-47ee-abe2-fd305700172a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:08.082952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=975846a6-3a92-4007-82ae-2a751ffda399,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:08.091621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.092040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.092525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.092866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.093264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.093634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.094024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.094383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.094821 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.095053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.095413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.095795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:08.100898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:08.191992 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-13803713-9351-45cd-be3f-bc970413683d req-c3c58c48-84b2-4b4c-9470-80dad851bfec tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 210 time: 0.1153185
Apr 21 07:04:08.254110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466f144-14f7-4a91-878e-1aee3bc58341 req-f9d6537c-b691-4c16-8404-571680d023ec tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:08.255790 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e466f144-14f7-4a91-878e-1aee3bc58341 req-f9d6537c-b691-4c16-8404-571680d023ec tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 949 time: 0.2424784
Apr 21 07:04:08.264667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421aa13a-fa69-43ae-b942-8a4227080294 req-5a6dcbe9-5c4e-4148-8cb3-e785306f9d4a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:08.266299 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-421aa13a-fa69-43ae-b942-8a4227080294 req-5a6dcbe9-5c4e-4148-8cb3-e785306f9d4a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 946 time: 0.1910977
Apr 21 07:04:08.340888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['975846a6-3a92-4007-82ae-2a751ffda399'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:04:08.372048 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e466f144-14f7-4a91-878e-1aee3bc58341 req-1c29f733-c1fe-4965-a373-9c73f617ef6f tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044245
Apr 21 07:04:08.378362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Deleting port 1563a8d6-5cbf-4d26-bc64-a080abf692fa {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:04:08.378757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:08.410374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:08.657896 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] For port 1563a8d6-5cbf-4d26-bc64-a080abf692fa, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=1563a8d6-5cbf-4d26-bc64-a080abf692fa,segment=NetworkSegment(6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14),segment_id=6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:08.658302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:08.795174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Calling delete_port for 1563a8d6-5cbf-4d26-bc64-a080abf692fa owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:04:08.954354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:09.269359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce8104-668f-4bcf-828b-83bd29cc3b43 req-ab9d3c9c-1a91-4ef2-947d-5fb9ced7c999 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:09.270929 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-02ce8104-668f-4bcf-828b-83bd29cc3b43 req-ab9d3c9c-1a91-4ef2-947d-5fb9ced7c999 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.5420251
Apr 21 07:04:09.327252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:09.353904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:09.364307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:09.392747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['1563a8d6-5cbf-4d26-bc64-a080abf692fa'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:04:09.406523 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-02ce8104-668f-4bcf-828b-83bd29cc3b43 req-f47c618e-a1d5-4eb7-9538-4f517526806a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226826
Apr 21 07:04:09.421395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Pushing event deleted for resources: {'Port': ['ID=1563a8d6-5cbf-4d26-bc64-a080abf692fa,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:09.426190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:09.520932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73081c81-1d14-4a64-8dce-88c46c23d9da req-4c5032eb-ee1f-42e2-b10d-5b8bd51570eb tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:09.529208 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-73081c81-1d14-4a64-8dce-88c46c23d9da req-4c5032eb-ee1f-42e2-b10d-5b8bd51570eb tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/ports?device_id=30aba237-9a51-446c-81e1-d097398c302e HTTP/1.1" status: 200  len: 867 time: 0.3278356
Apr 21 07:04:09.561893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] No DVR routers for this DVR port 1563a8d6-5cbf-4d26-bc64-a080abf692fa on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:04:09.568683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:09.571754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba237-9a51-446c-81e1-d097398c302e', 'name': 'network-vif-deleted', 'tag': '1563a8d6-5cbf-4d26-bc64-a080abf692fa'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:09.647479 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-595e9459-d303-4b8f-b3e8-68436945555c req-a2f11bb0-8b70-4313-9f08-6a4d29e83643 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 210 time: 0.0907412
Apr 21 07:04:09.652516 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-421aa13a-fa69-43ae-b942-8a4227080294 req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.18 "DELETE /v2.0/ports/1563a8d6-5cbf-4d26-bc64-a080abf692fa HTTP/1.1" status: 204  len: 173 time: 1.3701501
Apr 21 07:04:09.657618 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-73081c81-1d14-4a64-8dce-88c46c23d9da req-7e74af9a-96df-405b-8a70-a32763f01361 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272330
Apr 21 07:04:09.735910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-34710e96-a294-45f0-9ebe-5e51e6f6632a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:09.736917 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-34710e96-a294-45f0-9ebe-5e51e6f6632a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Synchronizing usage tracker for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:network {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:09.756334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 975846a6-3a92-4007-82ae-2a751ffda399 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:09.762065 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba237-9a51-446c-81e1-d097398c302e', 'name': 'network-vif-deleted', 'tag': '1563a8d6-5cbf-4d26-bc64-a080abf692fa', 'status': 'completed', 'code': 200}
Apr 21 07:04:09.824210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-34710e96-a294-45f0-9ebe-5e51e6f6632a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Unset dirty status for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:network {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:09.826285 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-34710e96-a294-45f0-9ebe-5e51e6f6632a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 811 time: 0.5334978
Apr 21 07:04:09.845817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-2f673b9b-c770-49ee-8bfc-3ed157ffcf9f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:09.846727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-2f673b9b-c770-49ee-8bfc-3ed157ffcf9f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Synchronizing usage tracker for tenant:496818e087714e00b3b746ac8b0cdbbb on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:09.854873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 975846a6-3a92-4007-82ae-2a751ffda399 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:09.868093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 975846a6-3a92-4007-82ae-2a751ffda399 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:09.868970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:09.890549 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-2f673b9b-c770-49ee-8bfc-3ed157ffcf9f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Unset dirty status for tenant:496818e087714e00b3b746ac8b0cdbbb on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:09.891708 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-2f673b9b-c770-49ee-8bfc-3ed157ffcf9f tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.1515176
Apr 21 07:04:09.915649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2519-5897-4203-8f34-22ec690207c2 req-06506c3c-c75d-4ae5-89d4-e7f81ca3e8ab tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:09.917521 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4e4b2519-5897-4203-8f34-22ec690207c2 req-06506c3c-c75d-4ae5-89d4-e7f81ca3e8ab tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 949 time: 0.1119053
Apr 21 07:04:09.947375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-5a05b11c-621d-414a-8fa6-ac8a573eeba5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Synchronizing usage tracker for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:security_group {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:09.972282 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4e4b2519-5897-4203-8f34-22ec690207c2 req-779bef9c-49b8-45cb-b350-07901ed33566 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482445
Apr 21 07:04:09.982246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-5a05b11c-621d-414a-8fa6-ac8a573eeba5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Unset dirty status for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:security_group {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:09.983497 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-5a05b11c-621d-414a-8fa6-ac8a573eeba5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 380 time: 0.1335232
Apr 21 07:04:09.999265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'port': {'device_id': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'admin_state_up': True, 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'security_groups': ['503aaa72-8c11-4acf-833b-aebe6b5f9a6c']}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:10.014473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:10.022818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Deleting port 112d7730-4e47-447e-b3be-c1d5bad06fe9 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:04:10.023201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:10.044356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975846a6-3a92-4007-82ae-2a751ffda399'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:10.055203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 975846a6-3a92-4007-82ae-2a751ffda399, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=975846a6-3a92-4007-82ae-2a751ffda399,segment=NetworkSegment(2ea400bb-a847-46f7-bca0-3532c0a189b0),segment_id=2ea400bb-a847-46f7-bca0-3532c0a189b0)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:10.058861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:10.059786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 1563a8d6-5cbf-4d26-bc64-a080abf692fa no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:04:10.090876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:10.132404 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975846a6-3a92-4007-82ae-2a751ffda399', 'code': 200}
Apr 21 07:04:10.140027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 1563a8d6-5cbf-4d26-bc64-a080abf692fa {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:04:10.140414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 1563a8d6-5cbf-4d26-bc64-a080abf692fa not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:04:10.169292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=975846a6-3a92-4007-82ae-2a751ffda399,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:10.173524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:10.354501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:10.380172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:10.408188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Made reservation on behalf of 8d00908a79904584b97bacc55b16c9c6 for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:04:10.414629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:10.429610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df758995-c732-43e5-a849-28b2710fae60 req-b3f3e026-fecc-46c7-af36-a90cf3972886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:10.431599 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-df758995-c732-43e5-a849-28b2710fae60 req-b3f3e026-fecc-46c7-af36-a90cf3972886 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 1103 time: 0.1118498
Apr 21 07:04:10.504795 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-df758995-c732-43e5-a849-28b2710fae60 req-f65e50c4-9092-404d-9c20-a86e79feac13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657136
Apr 21 07:04:10.516846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] For port 112d7730-4e47-447e-b3be-c1d5bad06fe9, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=112d7730-4e47-447e-b3be-c1d5bad06fe9,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:10.517251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:10.658473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd118a-ec05-4b98-a7cc-fe0587a5c848 req-6cc4deda-f829-438b-bfda-a9ae34969ccc tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:10.660018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2ddd118a-ec05-4b98-a7cc-fe0587a5c848 req-6cc4deda-f829-438b-bfda-a9ae34969ccc tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 945 time: 0.0967255
Apr 21 07:04:10.671970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Calling delete_port for 112d7730-4e47-447e-b3be-c1d5bad06fe9 owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:04:10.714928 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2ddd118a-ec05-4b98-a7cc-fe0587a5c848 req-a14f9863-2b41-4910-85e8-f0d7902fd940 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/security-groups?id=dcdfa781-ad7e-406d-8b95-98d842fe0430&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478652
Apr 21 07:04:10.828013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Allocated IP 172.20.0.11 (96427731-bc9e-4a96-a391-37d56b4b3565/7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456/304e66a4-39e7-4f59-b2bd-3742b6593bbf) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:04:10.845732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51062) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:10.850342 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-224ee2c4-1a64-45eb-9998-d6d56c9b9400 req-cf2baa02-fe55-489c-b870-12775dad7e9e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 210 time: 0.0774806
Apr 21 07:04:10.950432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Deleting subnet 05f5e72f-dfca-4871-9598-82765e63758d {{(pid=86424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:04:10.954407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:10.983892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:10.993409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:11.009785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6354525'] for subnet, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.023797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['112d7730-4e47-447e-b3be-c1d5bad06fe9'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:04:11.077315 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.097642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Pushing event deleted for resources: {'Port': ['ID=112d7730-4e47-447e-b3be-c1d5bad06fe9,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:11.106612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:11.213701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] No DVR routers for this DVR port 112d7730-4e47-447e-b3be-c1d5bad06fe9 on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:04:11.221577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.224762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f08f77-b6a0-488e-a578-3213d2440a19', 'name': 'network-vif-deleted', 'tag': '112d7730-4e47-447e-b3be-c1d5bad06fe9'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:11.263219 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0b7f73d-d6e2-4a50-a881-6f5e26706dbf req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.18 "DELETE /v2.0/ports/112d7730-4e47-447e-b3be-c1d5bad06fe9 HTTP/1.1" status: 204  len: 173 time: 1.3636878
Apr 21 07:04:11.281351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.299347 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f08f77-b6a0-488e-a578-3213d2440a19', 'name': 'network-vif-deleted', 'tag': '112d7730-4e47-447e-b3be-c1d5bad06fe9', 'status': 'completed', 'code': 200}
Apr 21 07:04:11.302168 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Transition to ACTIVE for port object 304e66a4-39e7-4f59-b2bd-3742b6593bbf will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:11.330215 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.335394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e2826-ccd7-4541-9fb1-810560c0b188 req-102d8741-65f1-4ab1-adbc-d1444cef8a24 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:11.336134 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bd48729d-42a8-4a29-b096-558deffb083a tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:11.337731 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-338e2826-ccd7-4541-9fb1-810560c0b188 req-102d8741-65f1-4ab1-adbc-d1444cef8a24 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 950 time: 0.2103939
Apr 21 07:04:11.404578 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-338e2826-ccd7-4541-9fb1-810560c0b188 req-b40309dd-1027-409f-addf-06e86ff7ee6b tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517700
Apr 21 07:04:11.412374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Network 96427731-bc9e-4a96-a391-37d56b4b3565 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:11.416468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:11.421927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:04:11.461063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=304e66a4-39e7-4f59-b2bd-3742b6593bbf,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:11.474576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:11.508789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6535792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7175327'] for subnet, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.515324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fc0869cb-7a2d-46e3-a172-33c30657dc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:11.518223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:11.519215 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.539560 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5469818
Apr 21 07:04:11.555617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f5e72f-dfca-4871-9598-82765e63758d,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:11.557904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.562667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:11.565898 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/05f5e72f-dfca-4871-9598-82765e63758d HTTP/1.1" status: 204  len: 168 time: 0.7148616
Apr 21 07:04:11.568495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51070) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:11.600202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Request body: {'port': {'device_id': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:11.672437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-c966fe73-4b57-4717-b983-f09acdb16593 None None] Provisioning for port 304e66a4-39e7-4f59-b2bd-3742b6593bbf completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:11.679233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-c966fe73-4b57-4717-b983-f09acdb16593 None None] Provisioning complete for port 304e66a4-39e7-4f59-b2bd-3742b6593bbf triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:11.680051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c966fe73-4b57-4717-b983-f09acdb16593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.688214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.750209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c966fe73-4b57-4717-b983-f09acdb16593 None None] Port 304e66a4-39e7-4f59-b2bd-3742b6593bbf cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:04:11.779417 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.841406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:11.982566 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-383d266f-d3c4-457e-832d-4290a5d636cf req-867c92b0-1785-439c-99d9-3cc55db668fb tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f08f77-b6a0-488e-a578-3213d2440a19 HTTP/1.1" status: 200  len: 210 time: 0.0700777
Apr 21 07:04:12.088297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b94f1e80>,) {'filters': {'network_id': ['67a1169e-2060-4670-bf49-674d028eb240']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:12.102999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b94f1e80>, '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:12.103346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b94f1e80>, '6bdcc879-b830-4d6e-a7ab-d46b7a8ebc14') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:12.119449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:12.146095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:12.157315 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:04:12.207808 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304e66a4-39e7-4f59-b2bd-3742b6593bbf {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:04:12.216790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:12.253920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf443998-3741-45e9-8c1b-eb89cf4e3b47 req-03ed05c8-3338-4bb8-be22-190faa32d852 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:12.255457 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bf443998-3741-45e9-8c1b-eb89cf4e3b47 req-03ed05c8-3338-4bb8-be22-190faa32d852 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 932 time: 0.2461259
Apr 21 07:04:12.383209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Network 67a1169e-2060-4670-bf49-674d028eb240 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:04:12.393539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:12.481971 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bf443998-3741-45e9-8c1b-eb89cf4e3b47 req-9a2f710e-1e7f-4808-8be2-25e32dab5485 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2185264
Apr 21 07:04:12.636541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Network 67a1169e-2060-4670-bf49-674d028eb240 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:04:12.662430 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:04:12.752941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Transition to ACTIVE for port object 304e66a4-39e7-4f59-b2bd-3742b6593bbf will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:12.754778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:12.755640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:12.761069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:12.763691 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-528bba77-e0ec-4997-80b5-bd7522af82a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:12.763889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b9d887c9-1e64-4f4a-be84-d341eaad7741 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:12.793297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Pushing event deleted for resources: {'Network': ['ID=67a1169e-2060-4670-bf49-674d028eb240,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:12.796661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:12.801057 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d0acc671-3f27-4153-9e7b-5c55a01fb03a admin admin] 10.222.0.36 "DELETE /v2.0/networks/67a1169e-2060-4670-bf49-674d028eb240 HTTP/1.1" status: 204  len: 168 time: 1.2287617
Apr 21 07:04:12.807092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f174ae-79d7-4c77-a3dc-5ed31302f590 req-59c60792-b05e-4af9-8d08-50652c3bafdd tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:12.808736 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6f174ae-79d7-4c77-a3dc-5ed31302f590 req-59c60792-b05e-4af9-8d08-50652c3bafdd tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 950 time: 0.2525358
Apr 21 07:04:12.873733 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6f174ae-79d7-4c77-a3dc-5ed31302f590 req-d44d9d7a-54bc-4cdf-9c20-cf68c87ccad8 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576060
Apr 21 07:04:12.952986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Pushing event updated for resources: {'Port': ['ID=304e66a4-39e7-4f59-b2bd-3742b6593bbf,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:12.956622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:13.022632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51088) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:13.058654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Attempting to bind port 304e66a4-39e7-4f59-b2bd-3742b6593bbf on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:04:13.059047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Attempting to bind port 304e66a4-39e7-4f59-b2bd-3742b6593bbf by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:04:13.059435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Attempting to bind port 304e66a4-39e7-4f59-b2bd-3742b6593bbf on network 96427731-bc9e-4a96-a391-37d56b4b3565 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:13.065676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Port 304e66a4-39e7-4f59-b2bd-3742b6593bbf on network 96427731-bc9e-4a96-a391-37d56b4b3565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:04:13.066078 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Attempting to bind port 304e66a4-39e7-4f59-b2bd-3742b6593bbf on network 96427731-bc9e-4a96-a391-37d56b4b3565 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:13.077804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:04:13.078557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Checking segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:04:13.078557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Bound using segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:04:13.079071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Bound port: 304e66a4-39e7-4f59-b2bd-3742b6593bbf, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:04:13.079468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:13.087570 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-832a8758-632a-40c5-ab2b-9449c5afc641 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2191a9a37204f06ac6bc76c106069ef&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0612347
Apr 21 07:04:13.087878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51092) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:13.141930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51096) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:13.157930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d82a-a96f-4ce3-976a-88210c46935f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:13.190359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d82a-a96f-4ce3-976a-88210c46935f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:13.247627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d82a-a96f-4ce3-976a-88210c46935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:13.254008 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2348588-31ff-4fb3-a94b-49d761c07aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:13.269743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2d82a-a96f-4ce3-976a-88210c46935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb34625-7ab3-4a5d-ab9a-15e7af17f58a,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:13.272289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2d2d82a-a96f-4ce3-976a-88210c46935f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:13.276198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d82a-a96f-4ce3-976a-88210c46935f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:13.278144 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b2d2d82a-a96f-4ce3-976a-88210c46935f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2eb34625-7ab3-4a5d-ab9a-15e7af17f58a HTTP/1.1" status: 204  len: 168 time: 0.1893420
Apr 21 07:04:13.438177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d31c-df6d-47c3-ba1e-6813cabcbda4 req-7f33014a-fad4-4e6e-9599-1253b2787a10 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:13.441462 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-66f4d31c-df6d-47c3-ba1e-6813cabcbda4 req-7f33014a-fad4-4e6e-9599-1253b2787a10 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 950 time: 0.1047316
Apr 21 07:04:13.498703 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-66f4d31c-df6d-47c3-ba1e-6813cabcbda4 req-e689ca12-7802-45ef-9000-96a37e73797d tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509439
Apr 21 07:04:13.629714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] For port 304e66a4-39e7-4f59-b2bd-3742b6593bbf, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:04:13.635527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] For port 304e66a4-39e7-4f59-b2bd-3742b6593bbf, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:04:13.649722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:13.660072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:13.709806 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826eb32-7e16-479d-9e2b-1202926aecba req-24b3314a-d730-416f-b2e1-62cb470598d6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:13.711613 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3826eb32-7e16-479d-9e2b-1202926aecba req-24b3314a-d730-416f-b2e1-62cb470598d6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 944 time: 0.1024685
Apr 21 07:04:13.730866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:13.731874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:13.735597 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] 10.222.0.18 "PUT /v2.0/ports/304e66a4-39e7-4f59-b2bd-3742b6593bbf HTTP/1.1" status: 200  len: 1094 time: 2.1406629
Apr 21 07:04:13.749395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 112d7730-4e47-447e-b3be-c1d5bad06fe9 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:04:13.791175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 112d7730-4e47-447e-b3be-c1d5bad06fe9 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:04:13.791539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 112d7730-4e47-447e-b3be-c1d5bad06fe9 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:04:13.807556 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3826eb32-7e16-479d-9e2b-1202926aecba req-a8f74bb7-3757-495c-8c39-47cfdd18b36c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887392
Apr 21 07:04:13.812014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'tag': '304e66a4-39e7-4f59-b2bd-3742b6593bbf'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:13.890947 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'tag': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'status': 'completed', 'code': 200}
Apr 21 07:04:13.989338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Pushing event updated for resources: {'Port': ['ID=304e66a4-39e7-4f59-b2bd-3742b6593bbf,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:13.998558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:14.088391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-14cf437a-6c7b-4969-97d0-24c401face0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:14.090097 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-14cf437a-6c7b-4969-97d0-24c401face0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 1097 time: 0.2596929
Apr 21 07:04:14.233387 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-0f59a482-0fe9-40f3-9125-689353a5ab3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf HTTP/1.1" status: 200  len: 217 time: 0.0869393
Apr 21 07:04:14.323919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-245263d1-9304-436f-b342-d65b0ba7d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:14.325665 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-245263d1-9304-436f-b342-d65b0ba7d377 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0838156
Apr 21 07:04:14.479427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-652bf79d-2b61-4c86-9cda-cd677c205b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:14.481360 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-652bf79d-2b61-4c86-9cda-cd677c205b3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1465986
Apr 21 07:04:14.485585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:14.750112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef54b0-043f-4b3f-909b-30f4df6ad9f4 req-b209ca53-9f1d-4585-a964-bb5599c7d851 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:14.758156 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5fef54b0-043f-4b3f-909b-30f4df6ad9f4 req-b209ca53-9f1d-4585-a964-bb5599c7d851 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 950 time: 0.1215990
Apr 21 07:04:14.813835 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5fef54b0-043f-4b3f-909b-30f4df6ad9f4 req-fcee5f30-6334-49c0-8b07-6def37c420cf tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543866
Apr 21 07:04:14.814634 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-a677f77d-d184-4357-9185-88ea80cf19c9 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2728407
Apr 21 07:04:15.030061 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19ba54-b6bb-47cc-9265-7be6127f13bc req-7c32705d-4a6e-4dd9-a90e-f1d5d7f66acb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:15.031967 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7f19ba54-b6bb-47cc-9265-7be6127f13bc req-7c32705d-4a6e-4dd9-a90e-f1d5d7f66acb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 944 time: 0.0998545
Apr 21 07:04:15.093314 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7f19ba54-b6bb-47cc-9265-7be6127f13bc req-8273c0b6-7ba6-44f1-8936-36f21d6751bc tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510366
Apr 21 07:04:15.170955 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ed40298-1b46-4b35-8d1d-fadf7ef9a3f4 req-a546e256-aa00-4fcb-abfc-3e873a268bb9 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2938380
Apr 21 07:04:15.192262 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-d0e489c0-1d64-406e-b8da-63fece250044 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:15.194281 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-d0e489c0-1d64-406e-b8da-63fece250044 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 950 time: 0.1786456
Apr 21 07:04:15.316447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51148) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:15.382364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Deleting port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:04:15.382733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.435891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Deleting port 975846a6-3a92-4007-82ae-2a751ffda399 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:04:15.436236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.455331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.472873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:15.477627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Usage tracker for resource:security_group_rule and tenant:eeebecabdace4c579d8a68e11c5a76fb is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:15.480975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:15.488732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:15.586810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.590640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.599969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a071eb88-5c7c-4f08-ae70-d7bb0191756c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:15.644430 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eeebecabdace4c579d8a68e11c5a76fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3240442
Apr 21 07:04:15.644682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51156) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:15.647578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d57ddd-ea63-4406-b4ef-2c5ffbe6de2b,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:15.660566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:15.678901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-aa25e473-96c7-4e03-91cb-bd6228e8d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:15.679160 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-aa25e473-96c7-4e03-91cb-bd6228e8d713 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 1097 time: 0.4017241
Apr 21 07:04:15.715717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7197130-ba7f-4ce5-8516-d31049d13ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.747799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7197130-ba7f-4ce5-8516-d31049d13ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.799307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7197130-ba7f-4ce5-8516-d31049d13ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.803872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a480faea-bed9-42ef-9d9d-bf743d9adb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:15.819243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7197130-ba7f-4ce5-8516-d31049d13ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d57ddd-ea63-4406-b4ef-2c5ffbe6de2b,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:15.822759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d7197130-ba7f-4ce5-8516-d31049d13ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:15.825348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d7197130-ba7f-4ce5-8516-d31049d13ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:15.829308 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d7197130-ba7f-4ce5-8516-d31049d13ec9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21d57ddd-ea63-4406-b4ef-2c5ffbe6de2b HTTP/1.1" status: 204  len: 168 time: 0.1829920
Apr 21 07:04:16.184064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] For port c22cc578-56e6-4cd4-acfa-c88c3d71fa5a, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,segment=NetworkSegment(27e445a8-dfb3-4ce9-8113-0d8b2017ca2e),segment_id=27e445a8-dfb3-4ce9-8113-0d8b2017ca2e)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:16.184724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.245926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e04aa-b99b-486e-aa01-75b7bc6ebd69 req-b0598fb1-7100-4e4a-bbb0-de7f8014dd9b tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:16.247850 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-700e04aa-b99b-486e-aa01-75b7bc6ebd69 req-b0598fb1-7100-4e4a-bbb0-de7f8014dd9b tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 950 time: 0.1366231
Apr 21 07:04:16.264860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51168) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:16.359849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.381746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Calling delete_port for c22cc578-56e6-4cd4-acfa-c88c3d71fa5a owned by network:router_interface {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:04:16.403599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:16.417353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Usage tracker for resource:security_group_rule and tenant:80606332e2eb47b994c5f90ddaa1d543 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:16.424707 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-700e04aa-b99b-486e-aa01-75b7bc6ebd69 req-0c8ece38-f2f8-49c9-bfe1-d0e97fdd7111 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe24f7a6-7f7f-43db-8d7f-f671248edec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567893
Apr 21 07:04:16.425585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:16.446482 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:16.458706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-189dd49c-9ceb-4a21-beb8-e76971912cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:16.460337 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-189dd49c-9ceb-4a21-beb8-e76971912cc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.5053484
Apr 21 07:04:16.489870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee05d9a-5a74-419f-aaca-48d67707eb55 req-ab4817e4-5387-4e90-bae7-bfc514ce34df tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:16.491534 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9ee05d9a-5a74-419f-aaca-48d67707eb55 req-ab4817e4-5387-4e90-bae7-bfc514ce34df tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 944 time: 0.1825223
Apr 21 07:04:16.560611 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9ee05d9a-5a74-419f-aaca-48d67707eb55 req-440c4cb4-d7b8-4ba5-a768-2b97c07ff8f1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616117
Apr 21 07:04:16.566833 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-46c91488-4e42-4a79-a4b8-84309d700e4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf HTTP/1.1" status: 200  len: 217 time: 0.0955348
Apr 21 07:04:16.601928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.605830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.615527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:16.660625 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80606332e2eb47b994c5f90ddaa1d543&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3942847
Apr 21 07:04:16.663352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51172) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:16.666218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231fa79a-e87d-4466-bf37-fea0bd9d7ed4,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:16.697159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:16.784430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a49-2e08-47a1-b059-3b35b2b8d37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.789828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] For port 975846a6-3a92-4007-82ae-2a751ffda399, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=975846a6-3a92-4007-82ae-2a751ffda399,segment=NetworkSegment(2ea400bb-a847-46f7-bca0-3532c0a189b0),segment_id=2ea400bb-a847-46f7-bca0-3532c0a189b0)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:16.790247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.827966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a49-2e08-47a1-b059-3b35b2b8d37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.879849 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-4a1dbfcb-eaed-4ab2-9dde-c6cd483c0016 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1475499
Apr 21 07:04:16.887899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a49-2e08-47a1-b059-3b35b2b8d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.892023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9ec6fa6b-41a3-4c09-aceb-b4d03a01bf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:16.905082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb18a49-2e08-47a1-b059-3b35b2b8d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231fa79a-e87d-4466-bf37-fea0bd9d7ed4,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:16.910476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5fb18a49-2e08-47a1-b059-3b35b2b8d37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:16.912698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fb18a49-2e08-47a1-b059-3b35b2b8d37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:16.913977 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5fb18a49-2e08-47a1-b059-3b35b2b8d37e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/231fa79a-e87d-4466-bf37-fea0bd9d7ed4 HTTP/1.1" status: 204  len: 168 time: 0.2496312
Apr 21 07:04:16.971864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Calling delete_port for 975846a6-3a92-4007-82ae-2a751ffda399 owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:04:17.020618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-fd88c511-3162-4394-91c3-fd66d802bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:17.022370 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-fd88c511-3162-4394-91c3-fd66d802bffe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.4473429
Apr 21 07:04:17.279253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-ef01c0d6-74ea-4ad1-a2bb-3ffff8dee817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:17.282958 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-ef01c0d6-74ea-4ad1-a2bb-3ffff8dee817 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 1099 time: 0.3674059
Apr 21 07:04:17.301839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-04562bba-e37c-4c83-9b4a-274f70910245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:17.305361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-04562bba-e37c-4c83-9b4a-274f70910245 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2743077
Apr 21 07:04:17.489596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:17.491527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-e1f3d7be-c077-4eb3-bb8a-a9f1e76f04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:17.494840 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-e1f3d7be-c077-4eb3-bb8a-a9f1e76f04bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 910 time: 0.1906002
Apr 21 07:04:17.498376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c6dd954e-6f58-4abd-8099-54676bb3a88e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:17.554978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c22cc578-56e6-4cd4-acfa-c88c3d71fa5a,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:17.568175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:17.580480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.580762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.581052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.581446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.581911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.582350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.582795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.583220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.583647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.584101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.584648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.585028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:17.601387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:17.608486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a0615a55-bbd5-444c-8611-ef42d25f660a tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:17.660412 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Pushing event deleted for resources: {'Port': ['ID=975846a6-3a92-4007-82ae-2a751ffda399,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:17.667563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:17.706692 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7054d97f-b436-458c-8703-972b92beb1f8 req-dcfd5472-9280-475b-a0c4-236b2b8a4004 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 210 time: 0.1181097
Apr 21 07:04:17.776407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 975846a6-3a92-4007-82ae-2a751ffda399 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:04:17.849068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 975846a6-3a92-4007-82ae-2a751ffda399 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:04:17.849737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 975846a6-3a92-4007-82ae-2a751ffda399 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:04:17.854503 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-e18bbd28-b1db-45f9-9d3c-38fa23676801 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e443f4-a142-4207-a80c-9ba68249d222 HTTP/1.1" status: 200  len: 1002 time: 0.3521898
Apr 21 07:04:17.884432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] No DVR routers for this DVR port 975846a6-3a92-4007-82ae-2a751ffda399 on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:04:17.929142 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-8036a542-5c69-4440-961d-5727803ac32a service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5969338
Apr 21 07:04:17.931584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:17.938166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02', 'name': 'network-vif-deleted', 'tag': '975846a6-3a92-4007-82ae-2a751ffda399'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:17.947621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5be4a-d315-44e4-b0c4-41ecbae4c443 req-43c9bbef-af84-4062-8c17-45dc391173ed tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:17.955660 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cbe5be4a-d315-44e4-b0c4-41ecbae4c443 req-43c9bbef-af84-4062-8c17-45dc391173ed tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 944 time: 0.2590759
Apr 21 07:04:17.976014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-74c05ed0-7a0a-4f1d-836a-4b6c5e1a0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:17.977628 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-74c05ed0-7a0a-4f1d-836a-4b6c5e1a0388 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 200  len: 849 time: 0.1148038
Apr 21 07:04:18.062056 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.18 "DELETE /v2.0/ports/975846a6-3a92-4007-82ae-2a751ffda399 HTTP/1.1" status: 204  len: 173 time: 2.8366220
Apr 21 07:04:18.064030 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02', 'name': 'network-vif-deleted', 'tag': '975846a6-3a92-4007-82ae-2a751ffda399', 'status': 'completed', 'code': 200}
Apr 21 07:04:18.066120 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cbe5be4a-d315-44e4-b0c4-41ecbae4c443 req-b5b99ae2-bd6e-4a08-9040-ace75dfa5893 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094947
Apr 21 07:04:18.111946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-cc6c2afb-88e4-43fc-9afd-e814e8942a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:18.113655 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-cc6c2afb-88e4-43fc-9afd-e814e8942a77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1280723
Apr 21 07:04:18.279003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:18.376264 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-72c85851-b13a-49a4-8efe-817efa9f74c0 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332520
Apr 21 07:04:18.549880 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654e41a6-bae0-485f-8adf-5a8a746f9d2e req-b45804ca-57df-43f7-bf23-0d183652bbfd service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6005368
Apr 21 07:04:18.552595 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0374f40e-ace0-4b53-b0f8-b106c216649b req-c7a6b340-94ff-4206-830e-2b07656fe5ab service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677895
Apr 21 07:04:18.586961 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:18.926836 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-24f04010-28bb-4e35-a3df-28fc059ac7bd req-61d55536-9df4-4f13-bb9a-8bdcc18c5c4e tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a83bfc9-0f49-4cd7-a4ad-f4e4d4f7cb02 HTTP/1.1" status: 200  len: 210 time: 0.0500929
Apr 21 07:04:19.061018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Router 41a6da66-81c7-45e6-b95e-6523c5f46d90 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:04:19.272759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:04:19.285584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] Sync routers for ids ['41a6da66-81c7-45e6-b95e-6523c5f46d90'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:04:19.288901 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a3497c41-2806-4279-887c-a5165dca9a7b admin admin] 10.222.0.36 "PUT /v2.0/routers/41a6da66-81c7-45e6-b95e-6523c5f46d90/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1454258
Apr 21 07:04:19.289862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51226) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:19.305064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] Routers {'41a6da66-81c7-45e6-b95e-6523c5f46d90'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:19.305966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bab350b8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['41a6da66-81c7-45e6-b95e-6523c5f46d90'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:19.361655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed113a8e-a8fa-43e2-9f95-842df0aac9e0 req-32f02620-bfbf-4b18-af85-a5a50ff5cb28 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:19.371643 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ed113a8e-a8fa-43e2-9f95-842df0aac9e0 req-32f02620-bfbf-4b18-af85-a5a50ff5cb28 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 944 time: 0.1667361
Apr 21 07:04:19.434178 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ed113a8e-a8fa-43e2-9f95-842df0aac9e0 req-4266a30f-e21d-46fe-824d-63e324f49370 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604727
Apr 21 07:04:19.533602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:19.718401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] Set router 41a6da66-81c7-45e6-b95e-6523c5f46d90 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:19.753746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:19.763621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Deleting port 9ad323df-586d-46a9-be58-5ed28d5cf6db {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:04:19.764215 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:19.964014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] For port 9ad323df-586d-46a9-be58-5ed28d5cf6db, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=9ad323df-586d-46a9-be58-5ed28d5cf6db,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:19.964434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:20.063896 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bab350b8>, [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:04:17Z', 'revision_number': 5, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port': {'id': '9ad323df-586d-46a9-be58-5ed28d5cf6db', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:25Z', 'updated_at': '2021-04-21T07:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:20.069386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] Checking router: 41a6da66-81c7-45e6-b95e-6523c5f46d90 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:04:20.080525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] Routers {'41a6da66-81c7-45e6-b95e-6523c5f46d90'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:20.082057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bab350b8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['41a6da66-81c7-45e6-b95e-6523c5f46d90'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:20.128618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Calling delete_port for 9ad323df-586d-46a9-be58-5ed28d5cf6db owned by network:router_gateway {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:04:20.286971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] Set router 41a6da66-81c7-45e6-b95e-6523c5f46d90 gateway port host: None {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:20.348779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:20.353978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:20.420483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bab350b8>, [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:04:19Z', 'revision_number': 6, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:20.425179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6a37f-6262-4837-bfcf-2091daf5c46c None None] The sync data for ids ['41a6da66-81c7-45e6-b95e-6523c5f46d90'] in dv-cinder-779194-2-iscsi is: [{'id': '41a6da66-81c7-45e6-b95e-6523c5f46d90', 'name': 'tempest-ServerRescueNegativeTestJSON-712670666-router', 'tenant_id': '496818e087714e00b3b746ac8b0cdbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:24Z', 'updated_at': '2021-04-21T07:04:19Z', 'revision_number': 6, 'project_id': '496818e087714e00b3b746ac8b0cdbbb', 'gw_port_host': None}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:04:20.440564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad323df-586d-46a9-be58-5ed28d5cf6db,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:20.444785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:20.536153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:20.681437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f1dfc-cb34-4713-b522-1814b48c28c2 req-de7e78bc-5aa7-49a6-a3c0-0d4c3445f2b6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:20.683089 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ce4f1dfc-cb34-4713-b522-1814b48c28c2 req-de7e78bc-5aa7-49a6-a3c0-0d4c3445f2b6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 944 time: 0.1063418
Apr 21 07:04:20.737812 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ce4f1dfc-cb34-4713-b522-1814b48c28c2 req-6b060b4b-21b0-4361-852f-383ae9aabe23 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476444
Apr 21 07:04:20.764613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:20.767296 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:20.873758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:20.874351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a6da66-81c7-45e6-b95e-6523c5f46d90 {{(pid=86423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:04:20.890083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:20.891941 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-af32af99-6082-4018-8066-93d1a9dffdc0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/41a6da66-81c7-45e6-b95e-6523c5f46d90 HTTP/1.1" status: 204  len: 168 time: 1.6007297
Apr 21 07:04:20.896626 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51272) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:21.243362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Deleting subnet c2c0faee-fa98-4e94-937d-7ff46e2f6c88 {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:04:21.247012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:21.350923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849461653'] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:21.422195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:21.754637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6530979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7126133'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:21.760438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-277167c4-2ce3-44f6-aa45-2bc4c12a0cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:21.802799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c0faee-fa98-4e94-937d-7ff46e2f6c88,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:21.810785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:21.812692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:21.824606 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2c0faee-fa98-4e94-937d-7ff46e2f6c88 HTTP/1.1" status: 204  len: 168 time: 0.9268150
Apr 21 07:04:21.829033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51344) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:21.973748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61027d3-2ab8-4c1f-8660-8df44906798e req-1e6e4d74-b06f-425f-a71d-c8053a1c5cf4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:21.975745 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c61027d3-2ab8-4c1f-8660-8df44906798e req-1e6e4d74-b06f-425f-a71d-c8053a1c5cf4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 944 time: 0.1117408
Apr 21 07:04:22.034369 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c61027d3-2ab8-4c1f-8660-8df44906798e req-36b98fce-4926-47ee-9342-7a6a6a217e13 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505495
Apr 21 07:04:22.034609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:22.182887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:22.327429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6bad89f28>,) {'filters': {'network_id': ['fc328b38-04f7-450c-96f4-b00d62531f20']}} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:22.346706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bad89f28>, '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e') {'for_net_delete': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:22.347026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bad89f28>, '27e445a8-dfb3-4ce9-8113-0d8b2017ca2e') {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:22.362740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5314147'] for segment, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:22.392204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:22.400730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=86423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:04:22.413567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 9ad323df-586d-46a9-be58-5ed28d5cf6db no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:04:22.462950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 9ad323df-586d-46a9-be58-5ed28d5cf6db {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:04:22.463620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 9ad323df-586d-46a9-be58-5ed28d5cf6db not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:04:22.464145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device c22cc578-56e6-4cd4-acfa-c88c3d71fa5a no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:04:22.506510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: c22cc578-56e6-4cd4-acfa-c88c3d71fa5a {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:04:22.506864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device c22cc578-56e6-4cd4-acfa-c88c3d71fa5a not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:04:22.614391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Network fc328b38-04f7-450c-96f4-b00d62531f20 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:04:22.625237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848245248'] for segment, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:22.835798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Network fc328b38-04f7-450c-96f4-b00d62531f20 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:04:22.865842 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:04:22.957893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:22.962094 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7dab393e-bfcf-47fc-9b12-722c352b9152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:22.977907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:22.994927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Pushing event deleted for resources: {'Network': ['ID=fc328b38-04f7-450c-96f4-b00d62531f20,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:22.999485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:23.004926 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-672b7909-8aae-4058-af7c-8587e570af7b admin admin] 10.222.0.36 "DELETE /v2.0/networks/fc328b38-04f7-450c-96f4-b00d62531f20 HTTP/1.1" status: 204  len: 168 time: 1.1742785
Apr 21 07:04:23.237155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51444) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:23.272664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8080fa-d34d-4f3f-970e-2d978ebab305 req-ae94cbed-39fd-4d84-a36b-f6307acebcd5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:23.274433 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eb8080fa-d34d-4f3f-970e-2d978ebab305 req-ae94cbed-39fd-4d84-a36b-f6307acebcd5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 944 time: 0.1036627
Apr 21 07:04:23.275246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 304e66a4-39e7-4f59-b2bd-3742b6593bbf details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:04:23.307856 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-43acc4f9-455b-4f1d-9547-02e525472572 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=496818e087714e00b3b746ac8b0cdbbb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0668571
Apr 21 07:04:23.309291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51450) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:23.366971 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eb8080fa-d34d-4f3f-970e-2d978ebab305 req-d51cc234-6152-4b1b-b53d-a1e2262c83fa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739818
Apr 21 07:04:23.447538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eba97b9a-7e66-43e1-9e46-facfca35b1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:23.476752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 304e66a4-39e7-4f59-b2bd-3742b6593bbf, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:23.478824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eba97b9a-7e66-43e1-9e46-facfca35b1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:23.503138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'port_id': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'mac_address': 'fa:16:3e:1b:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:04:23.528865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eba97b9a-7e66-43e1-9e46-facfca35b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:23.534358 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ee8960f8-75a1-4eb4-b2ac-c4d7ddcaa789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:23.546935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba97b9a-7e66-43e1-9e46-facfca35b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdfa781-ad7e-406d-8b95-98d842fe0430,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:23.549576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eba97b9a-7e66-43e1-9e46-facfca35b1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:23.556544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eba97b9a-7e66-43e1-9e46-facfca35b1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:23.557962 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-eba97b9a-7e66-43e1-9e46-facfca35b1c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcdfa781-ad7e-406d-8b95-98d842fe0430 HTTP/1.1" status: 204  len: 168 time: 0.2470198
Apr 21 07:04:23.603354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:23.624410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304e66a4-39e7-4f59-b2bd-3742b6593bbf {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:04:23.643596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 304e66a4-39e7-4f59-b2bd-3742b6593bbf, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:23.646953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:23.648796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:23.734032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=304e66a4-39e7-4f59-b2bd-3742b6593bbf,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:23.738167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:24.548486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['304e66a4-39e7-4f59-b2bd-3742b6593bbf'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:04:24.649181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51526) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:24.814831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301fe0a-3591-4d16-97db-aa00cf9f380a req-43696cef-ec3f-4997-98d3-7d4c5513ca9f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:24.818380 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a301fe0a-3591-4d16-97db-aa00cf9f380a req-43696cef-ec3f-4997-98d3-7d4c5513ca9f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 945 time: 0.2259009
Apr 21 07:04:24.924872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-network', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:24.935473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:24.943169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Usage tracker for resource:network and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:24.948832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:24.953276 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a301fe0a-3591-4d16-97db-aa00cf9f380a req-5bd1e3ac-e680-4581-90d4-fb8e799c35f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222162
Apr 21 07:04:24.961842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:24.974877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Made reservation on behalf of a3f49a17a5994f8f823f3a7cdae83897 for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:04:24.981400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:24.998697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:25.020842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:25.025162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:25.028484 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:25.035239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:25.139615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:25.142939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:25.147515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-212a4f13-6909-4364-869c-59a5e1849331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:25.174239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:04:25.188362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd516c72-4899-4864-b4f0-c278cfde2722,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:25.193028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:25.194194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:25.194582 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Added segment 9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2 of type vlan for network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1
Apr 21 07:04:25.226955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:25.273964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:25.278186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:25.279883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:25.295941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:25.415665 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7652991
Apr 21 07:04:25.420145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Pushing event updated for resources: {'Network': ['ID=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:25.421876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51544) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:25.423529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:25.437523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:04:25.438088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Request body: {'subnet': {'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-subnet', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:25.447397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:25.455724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Usage tracker for resource:subnet and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:25.461675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:25.474602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:25.491764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Made reservation on behalf of a3f49a17a5994f8f823f3a7cdae83897 for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:04:25.501858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847600459'] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.058144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848240075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847600476'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.068865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a01efbbe-92b9-4b6e-9536-4d83c7f4b46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:26.145757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51558) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:26.224453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8303a9-a07f-4cab-be45-54f4b107e0dc,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:26.229034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:26.236205 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Checking segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:04:26.236614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Network hostable DHCP agents. Network: 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:04:26.280448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:04:26.293495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849bb82-5aea-4162-8573-41d132cbc90e req-500dd443-8772-4192-8400-b99ea9ace729 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:26.302017 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d849bb82-5aea-4162-8573-41d132cbc90e req-500dd443-8772-4192-8400-b99ea9ace729 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 945 time: 0.1778798
Apr 21 07:04:26.350400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:26.351665 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-04dad7b4-dad8-4915-a543-cb6ff31d991d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e919eec50b984589b77d4a6066e8266c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2041605
Apr 21 07:04:26.352521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51568) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:26.358707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d82e1-1250-4182-84cf-242b066c5521 None None] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:04:26.370728 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d849bb82-5aea-4162-8573-41d132cbc90e req-4a1f2a2a-bc99-4175-90c4-ac7409c64d94 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677257
Apr 21 07:04:26.372238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:26.372787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.399955 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9746614
Apr 21 07:04:26.400325 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51572) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:26.408988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:26.420065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:26.434478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Usage tracker for resource:router and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:26.440359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:26.456247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:26.484118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.485775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.496327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cdd94346-0324-4994-b677-cd67ac5f9690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.532742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.549967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cdd94346-0324-4994-b677-cd67ac5f9690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.642965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 07:04:26.643953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.818353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113703c3-29c0-416a-970e-455391f796aa req-2fb09132-7c2b-429f-aa70-fbc74c2d0712 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:26.820165 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-113703c3-29c0-416a-970e-455391f796aa req-2fb09132-7c2b-429f-aa70-fbc74c2d0712 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1057763
Apr 21 07:04:26.828490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Allocated IP 172.20.0.2 (69ca8fee-7654-4cc1-8dc8-f216ea9f13a1/8b8303a9-a07f-4cab-be45-54f4b107e0dc/49153bf1-bd66-46f1-8f47-9b93ca23b95c) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:04:26.876330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cdd94346-0324-4994-b677-cd67ac5f9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.879528 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-113703c3-29c0-416a-970e-455391f796aa req-3ba259a6-9f5e-480b-8bd4-0bc508c5e60c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511456
Apr 21 07:04:26.883337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c3d772cc-51c5-46b2-8440-583b1ed332cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:26.893688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.907823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd94346-0324-4994-b677-cd67ac5f9690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe24f7a6-7f7f-43db-8d7f-f671248edec6,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:26.913307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cdd94346-0324-4994-b677-cd67ac5f9690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:26.987886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cdd94346-0324-4994-b677-cd67ac5f9690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:26.989158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-cdd94346-0324-4994-b677-cd67ac5f9690 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe24f7a6-7f7f-43db-8d7f-f671248edec6 HTTP/1.1" status: 204  len: 168 time: 0.6354327
Apr 21 07:04:27.081963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.093917 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Transition to ACTIVE for port object 49153bf1-bd66-46f1-8f47-9b93ca23b95c will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:27.116174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Transition to ACTIVE for port object 49153bf1-bd66-46f1-8f47-9b93ca23b95c will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:27.122122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.132807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:27.192974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:27.197205 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:27.199962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:04:27.281790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.320879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.337672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Pushing event updated for resources: {'Port': ['ID=49153bf1-bd66-46f1-8f47-9b93ca23b95c,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:27.340680 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:27.359951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Attempting to bind port 49153bf1-bd66-46f1-8f47-9b93ca23b95c on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:04:27.360378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Attempting to bind port 49153bf1-bd66-46f1-8f47-9b93ca23b95c by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:04:27.360778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Attempting to bind port 49153bf1-bd66-46f1-8f47-9b93ca23b95c on network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:27.366904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:04:27.367308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Checking segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:04:27.367765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.368197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Bound using segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:04:27.368723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Bound port: 49153bf1-bd66-46f1-8f47-9b93ca23b95c, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:04:27.369139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.471961 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] For port 49153bf1-bd66-46f1-8f47-9b93ca23b95c, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:04:27.475915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] For port 49153bf1-bd66-46f1-8f47-9b93ca23b95c, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=49153bf1-bd66-46f1-8f47-9b93ca23b95c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:04:27.480303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Allocated IP 172.27.0.35 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:04:27.481391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.487875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d078c3eb-46b6-47ee-abe2-fd305700172a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:27.572681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Pushing event updated for resources: {'Port': ['ID=49153bf1-bd66-46f1-8f47-9b93ca23b95c,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:27.585137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:27.643698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39367641-3e4c-473b-9640-0de8ab6ba660 req-1f344cb4-41ba-49e2-844c-4da87bce36d2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:27.646276 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-39367641-3e4c-473b-9640-0de8ab6ba660 req-1f344cb4-41ba-49e2-844c-4da87bce36d2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 945 time: 0.1388330
Apr 21 07:04:27.656087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.693532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:27.700234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-610b8dc5-e1f0-4dc3-8b71-37654592ff70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:27.700507 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-39367641-3e4c-473b-9640-0de8ab6ba660 req-d3025200-2c27-46d4-93c8-5a58f1578bcf tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476151
Apr 21 07:04:27.756934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 304e66a4-39e7-4f59-b2bd-3742b6593bbf up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:27.771123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:27.775885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:27.780250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:04:27.819619 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Pushing event updated for resources: {'Port': ['ID=743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:27.839183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 304e66a4-39e7-4f59-b2bd-3742b6593bbf completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:27.841188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:27.846769 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 304e66a4-39e7-4f59-b2bd-3742b6593bbf triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:27.847426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:28.037336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:28.069948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304e66a4-39e7-4f59-b2bd-3742b6593bbf'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:28.082500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 304e66a4-39e7-4f59-b2bd-3742b6593bbf, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:28.087928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:28.091308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b9237106-8299-4ab1-9a04-f7868e263e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:28.132939 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'code': 200}
Apr 21 07:04:28.168397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09386f-4060-4462-b766-2cd0dc69e5b2 req-40a90675-fa69-49b0-a387-14ce3857e1b1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:28.170416 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eb09386f-4060-4462-b766-2cd0dc69e5b2 req-40a90675-fa69-49b0-a387-14ce3857e1b1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1130476
Apr 21 07:04:28.172278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=304e66a4-39e7-4f59-b2bd-3742b6593bbf,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:28.176148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:28.224014 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eb09386f-4060-4462-b766-2cd0dc69e5b2 req-b82ccdf6-9156-4c0a-b510-98236ab82616 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466704
Apr 21 07:04:28.396735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 49153bf1-bd66-46f1-8f47-9b93ca23b95c up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:28.479509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 49153bf1-bd66-46f1-8f47-9b93ca23b95c completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:28.552221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:28.988962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:29.017675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668df829-706b-4a13-b7b8-2a4e103f4e92 req-03d9812f-8550-4944-85da-05e157d06182 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:29.021223 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-668df829-706b-4a13-b7b8-2a4e103f4e92 req-03d9812f-8550-4944-85da-05e157d06182 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 946 time: 0.1626499
Apr 21 07:04:29.096773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bacc10-cca2-45b0-8fca-6ca090f6d6ff None None] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:04:29.117260 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-668df829-706b-4a13-b7b8-2a4e103f4e92 req-af8e3fa5-eb05-46ff-ad26-dabb4227f239 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896354
Apr 21 07:04:29.155905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0390d-4816-4b1c-bfbc-1e3725e8f122 req-70a250d4-cf76-4872-9857-20f3a3ce18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:29.157519 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e2d0390d-4816-4b1c-bfbc-1e3725e8f122 req-70a250d4-cf76-4872-9857-20f3a3ce18bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 1099 time: 0.0942957
Apr 21 07:04:29.198289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] Provisioning for port 49153bf1-bd66-46f1-8f47-9b93ca23b95c completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:29.208979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] Provisioning complete for port 49153bf1-bd66-46f1-8f47-9b93ca23b95c triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:29.209537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:29.214346 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e2d0390d-4816-4b1c-bfbc-1e3725e8f122 req-50420b6e-d1c7-4665-8654-832811065970 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496576
Apr 21 07:04:29.244972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:04:29.458898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:04:29.472490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Sync routers for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:04:29.473910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c6410-0015-4925-864c-21a608408fa3 req-73b57b8e-1482-4f72-bfd3-c6f1f28f639b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:29.475676 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-267c6410-0015-4925-864c-21a608408fa3 req-73b57b8e-1482-4f72-bfd3-c6f1f28f639b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1068702
Apr 21 07:04:29.478651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:29.485435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:29.489848 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.0853891
Apr 21 07:04:29.490996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51596) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:29.519006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:29.519704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba07e668>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:29.533414 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-267c6410-0015-4925-864c-21a608408fa3 req-5c407522-7245-4678-bf2c-1ae9503f7e4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488462
Apr 21 07:04:29.840963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] For port 49153bf1-bd66-46f1-8f47-9b93ca23b95c, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=49153bf1-bd66-46f1-8f47-9b93ca23b95c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:29.856211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:29.862539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:29.972825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] Pushing event updated for resources: {'Port': ['ID=49153bf1-bd66-46f1-8f47-9b93ca23b95c,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:29.977448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:30.026000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:30.231706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ff4d14ed-0074-409b-89d5-44644ecc2cae None None] Provisioning complete for port 49153bf1-bd66-46f1-8f47-9b93ca23b95c triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:30.233138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ff4d14ed-0074-409b-89d5-44644ecc2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:30.472563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 49153bf1-bd66-46f1-8f47-9b93ca23b95c up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:30.546566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8156f-6021-474d-8ea7-20473da923c9 req-38c131d1-a163-4712-af3e-24bfa7a420ed tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:30.549981 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-75f8156f-6021-474d-8ea7-20473da923c9 req-38c131d1-a163-4712-af3e-24bfa7a420ed tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 946 time: 0.1964731
Apr 21 07:04:30.613669 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-75f8156f-6021-474d-8ea7-20473da923c9 req-fdd6486a-b814-4d4b-a483-5d54783cdacc tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511532
Apr 21 07:04:30.667424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba07e668>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:28Z', 'revision_number': 3, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:30.670033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:30.672137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 49153bf1-bd66-46f1-8f47-9b93ca23b95c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:30.672563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:30.703964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Checking router: e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:04:30.704346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Updating router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:04:30.793302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:30.874987 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f9150-4f69-44ba-b847-dc3e5cafef87 req-a6688839-4550-402d-9661-341aacc229b0 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:30.876819 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-420f9150-4f69-44ba-b847-dc3e5cafef87 req-a6688839-4550-402d-9661-341aacc229b0 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1542060
Apr 21 07:04:30.943036 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-420f9150-4f69-44ba-b847-dc3e5cafef87 req-bcfed226-d83e-4dbd-82ee-ce052939b52c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585623
Apr 21 07:04:30.947843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Allocated IP 172.20.0.1 (69ca8fee-7654-4cc1-8dc8-f216ea9f13a1/8b8303a9-a07f-4cab-be45-54f4b107e0dc/3632eedd-d990-42ad-ac4e-0548a283cba4) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:04:31.126919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.146007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Transition to ACTIVE for port object 3632eedd-d990-42ad-ac4e-0548a283cba4 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:31.173472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.177525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:31.218735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.236945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Transition to ACTIVE for port object 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:31.244101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.249077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:31.252261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:31.255394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:31.260499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:04:31.290863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Pushing event updated for resources: {'Port': ['ID=3632eedd-d990-42ad-ac4e-0548a283cba4,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:31.298960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:31.326345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.335527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Attempting to bind port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:04:31.335914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Attempting to bind port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:04:31.336332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Attempting to bind port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:31.346785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe8606-ebec-4afd-8a55-418374a137b3 None None] Pushing event updated for resources: {'Port': ['ID=743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:31.350516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6efe8606-ebec-4afd-8a55-418374a137b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:31.351584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:04:31.352002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:04:31.352451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.352880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:04:31.353407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Bound port: 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:04:31.353860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.439075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] For port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:04:31.442941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] For port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:04:31.447647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.453189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-630482c1-1063-4d45-9f0a-ef16ef6608b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:31.550339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f0596ebf-df10-4233-ba52-a624f9229486 None None] Provisioning for port 3632eedd-d990-42ad-ac4e-0548a283cba4 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:31.558111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:31.558809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba07e668>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:31.611013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe8606-ebec-4afd-8a55-418374a137b3 None None] Pushing event updated for resources: {'Port': ['ID=743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:31.614591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.624217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f0596ebf-df10-4233-ba52-a624f9229486 None None] Provisioning complete for port 3632eedd-d990-42ad-ac4e-0548a283cba4 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:31.624639 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0596ebf-df10-4233-ba52-a624f9229486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.708405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6efe8606-ebec-4afd-8a55-418374a137b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:31.709096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f0596ebf-df10-4233-ba52-a624f9229486 None None] Port 3632eedd-d990-42ad-ac4e-0548a283cba4 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:04:31.839021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c94ff8-df84-4279-88f2-e97be38f28ee req-14ad30cd-967b-457b-b354-9b4e9db50651 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:31.847615 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56c94ff8-df84-4279-88f2-e97be38f28ee req-14ad30cd-967b-457b-b354-9b4e9db50651 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 946 time: 0.1014111
Apr 21 07:04:31.872529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.877432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:31.885799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:31.902479 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56c94ff8-df84-4279-88f2-e97be38f28ee req-2c8f574a-ba75-49da-be99-ec43d90de193 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533485
Apr 21 07:04:31.911347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:32.058382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:32.064040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Pushing event updated for resources: {'Port': ['ID=3632eedd-d990-42ad-ac4e-0548a283cba4,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:32.069459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:32.248210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:32.250226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:32.282292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932459c-1d01-43cd-82d5-e90abfbc41b0 req-8e92104d-6cf7-4646-80fc-3bf721ee303d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:32.297640 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9932459c-1d01-43cd-82d5-e90abfbc41b0 req-8e92104d-6cf7-4646-80fc-3bf721ee303d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 946 time: 0.2055323
Apr 21 07:04:32.325960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba07e668>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:30Z', 'revision_number': 1, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:32.332167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538d548-eb59-46d3-9460-e6b704f21348 None None] The sync data for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi is: [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:30Z', 'revision_number': 1, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:04:32.372475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4f433-3b58-4efa-b625-5ce4d8f66b17 req-4b906691-d3f4-4fab-9b0d-3bbe9d8acabf tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:32.382305 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b4f4f433-3b58-4efa-b625-5ce4d8f66b17 req-4b906691-d3f4-4fab-9b0d-3bbe9d8acabf tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.2446494
Apr 21 07:04:32.411241 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9932459c-1d01-43cd-82d5-e90abfbc41b0 req-0a5593f5-d14f-408f-9129-824833c5815f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115415
Apr 21 07:04:32.443817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51630) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:32.484183 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b4f4f433-3b58-4efa-b625-5ce4d8f66b17 req-df8cdf66-278c-4838-b181-cefb9c6a194d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771642
Apr 21 07:04:32.536145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:04:32.545919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-fff2492d-9af3-4a12-a8a5-14adadc1b93f None None] Provisioning complete for port 3632eedd-d990-42ad-ac4e-0548a283cba4 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:32.546366 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fff2492d-9af3-4a12-a8a5-14adadc1b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:32.614471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-fff2492d-9af3-4a12-a8a5-14adadc1b93f None None] Port 3632eedd-d990-42ad-ac4e-0548a283cba4 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:04:32.820955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:04:32.834589 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] 10.222.0.36 "PUT /v2.0/routers/e4b2a95b-4252-48d1-9d9e-daa48cdf5c36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3423498
Apr 21 07:04:32.838513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0037a220-72d9-4202-880e-063e80ad4f84 tempest-TestVolumeBootPattern-725363613 tempest-TestVolumeBootPattern-725363613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:32.839278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0037a220-72d9-4202-880e-063e80ad4f84 tempest-TestVolumeBootPattern-725363613 tempest-TestVolumeBootPattern-725363613-project-admin] Synchronizing usage tracker for tenant:b7210bf7394540ea88bc105fe3f32b12 on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:32.859007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0037a220-72d9-4202-880e-063e80ad4f84 tempest-TestVolumeBootPattern-725363613 tempest-TestVolumeBootPattern-725363613-project-admin] Unset dirty status for tenant:b7210bf7394540ea88bc105fe3f32b12 on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:32.861551 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0037a220-72d9-4202-880e-063e80ad4f84 tempest-TestVolumeBootPattern-725363613 tempest-TestVolumeBootPattern-725363613-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 1094 time: 0.4128461
Apr 21 07:04:32.865233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51638) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:32.871846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'port_id': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:32.879505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:32.884146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:floatingip and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:32.888018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:32.895615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:32.906861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.341413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.516539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Allocated IP 172.27.0.79 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/8e4dae3c-3548-4ff6-a692-014ecb93667b) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:04:33.624242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06263ebf-cfb8-49c1-9bfa-2e0743827015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.743866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51650) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:33.750868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781400529', 'description': 'tempest-description--1395392842'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:33.757907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:33.762761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:security_group and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:33.768196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:33.774969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:33.787937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.796100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.816461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e23b-30c9-4fd3-a59b-a245083d1d5f req-6e4ea802-3745-419a-9379-ffe966f4fd33 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:33.818108 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-13b8e23b-30c9-4fd3-a59b-a245083d1d5f req-6e4ea802-3745-419a-9379-ffe966f4fd33 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1726418
Apr 21 07:04:33.831974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:33.839372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:security_group_rule and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:33.844773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:33.855291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:33.880053 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-13b8e23b-30c9-4fd3-a59b-a245083d1d5f req-516e2660-d975-46cf-af2a-4c19a5aca386 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531723
Apr 21 07:04:33.889775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.895424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:33.936961 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.942803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.950459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1581729d-5963-4c84-91d0-4568367f31ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:33.967556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:33.971446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:33.975953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:04:33.993263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47fb759-59b6-4a0c-9ed9-1da851629dd3,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:33.996329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:33.999201 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2526135
Apr 21 07:04:33.999201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:34.003173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51654) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:34.010404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'security_group_rule': {'security_group_id': 'c47fb759-59b6-4a0c-9ed9-1da851629dd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:34.014945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=8e4dae3c-3548-4ff6-a692-014ecb93667b,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:34.017348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:34.019549 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:34.021875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:security_group_rule and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:34.025266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:34.032166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:34.050825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.122688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.125783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.127972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:34.153450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dd3843-c4ed-410c-9043-a7cd506f2046,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:34.160123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:34.164314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.165807 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-68f3bb8a-18e6-4e75-a3c0-6fefded396a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1609030
Apr 21 07:04:34.169924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51660) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:34.175838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'security_group_rule': {'security_group_id': 'c47fb759-59b6-4a0c-9ed9-1da851629dd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:34.182481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:34.187555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:security_group_rule and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:34.190794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:34.198693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:34.219858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.295351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.300932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.303254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b9bbde6-5e32-4ecc-97b0-4903c55249d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:34.332303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294dc781-3efc-4571-b5c4-714f297472bf,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:34.334914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:34.343157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.347506 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4ca1e3a9-8893-4cd6-8582-f6a0132bc314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1732218
Apr 21 07:04:34.347953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51664) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:34.355353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:34.363017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:34.367538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:floatingip and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:34.370993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:34.378001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:34.389635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.437407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:34.488041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.514759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:34.520678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:34.521299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.551366 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.577671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.659067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.680251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:34.684560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.686693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:34.714965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Allocated IP 172.27.0.17 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/00dbca11-3a56-43dc-b4c7-546a9b96a8f0) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:04:34.768540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:34.777582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:34.822821 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.827918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.832116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:34.879718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.912937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.920158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:34.957440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=8e4dae3c-3548-4ff6-a692-014ecb93667b,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:34.962278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:34.967970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:34.988605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:34.997002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:34.999672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:04:35.047049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'Port': ['ID=00dbca11-3a56-43dc-b4c7-546a9b96a8f0,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:35.050115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:35.149017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:35.233855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:35.242949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6ce6d-9ff9-44c3-ae03-ee1e8f9257a8 req-ffd72178-47d1-41a3-b16b-a32224278895 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:35.244768 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5ab6ce6d-9ff9-44c3-ae03-ee1e8f9257a8 req-ffd72178-47d1-41a3-b16b-a32224278895 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.2230434
Apr 21 07:04:35.246082 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Floating IP 1a028f0f-ae2a-47f4-80c5-d4c2d3359bb0 associated. External IP: 172.27.0.79, port: 304e66a4-39e7-4f59-b2bd-3742b6593bbf.
Apr 21 07:04:35.477381 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5ab6ce6d-9ff9-44c3-ae03-ee1e8f9257a8 req-e2905dfd-d0ec-405c-b7d4-a134f43813c5 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1594961
Apr 21 07:04:35.749398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Router 2aaba942-eed1-47db-880f-239f75d9480f has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:04:35.757147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:35.763354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:35.772087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7d16212d-2b6f-4299-98ec-f00272677bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:35.790768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Sync routers for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:04:35.803067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:35.804023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bab684a8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:35.921259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'Port': ['ID=00dbca11-3a56-43dc-b4c7-546a9b96a8f0,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:35.926449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:35.930227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:35.957023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:35.967338 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6093657
Apr 21 07:04:36.013107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:36.234683 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-7cbf6784-4d84-4989-9f24-d4cf5b07a54d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--781400529&fields=id&tenant_id=a3f49a17a5994f8f823f3a7cdae83897 HTTP/1.1" status: 200  len: 267 time: 0.0735729
Apr 21 07:04:36.275731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:04:36.292732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:04:36.323409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:36.324683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba696080>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:36.453659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bab684a8>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 2, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:36.458368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Checking router: e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:04:36.458912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Updating router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 port 3632eedd-d990-42ad-ac4e-0548a283cba4 binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:04:36.522120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:36.543675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:36.603389 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.7364805
Apr 21 07:04:36.608507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'tag': '304e66a4-39e7-4f59-b2bd-3742b6593bbf'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:36.693526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-5857db4e-4fb3-430a-b390-ef2dff3bbe84 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:36.702245 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-5857db4e-4fb3-430a-b390-ef2dff3bbe84 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 817 time: 0.4568429
Apr 21 07:04:36.715049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:36.790231 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-9a57b310-bb03-4a6c-9ffa-8151f0aa4d06 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/quotas/a3f49a17a5994f8f823f3a7cdae83897 HTTP/1.1" status: 200  len: 375 time: 0.0312653
Apr 21 07:04:36.873772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:36.874136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:36.886147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff104f-1769-44d7-ae8e-c9107ea146cb req-b9f0b977-7e0e-4841-a75a-51679211e4a4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:36.888323 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6bff104f-1769-44d7-ae8e-c9107ea146cb req-b9f0b977-7e0e-4841-a75a-51679211e4a4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1842039
Apr 21 07:04:36.907234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:36.969871 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6bff104f-1769-44d7-ae8e-c9107ea146cb req-d7364933-1617-4e56-99e2-c2a835af329b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676870
Apr 21 07:04:36.980597 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-cc2a29f5-f737-4397-8327-1a941e810f68 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1809628
Apr 21 07:04:37.044737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:37.068435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Transition to ACTIVE for port object 3632eedd-d990-42ad-ac4e-0548a283cba4 will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:37.079098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:37.088461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-08b79642-b34e-4997-83c2-2ecd005623cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:37.096394 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'tag': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'status': 'completed', 'code': 200}
Apr 21 07:04:37.161363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e0d382f0-1874-4ef3-bbef-29bb56cfbccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:37.233915 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-9aa58227-7edd-44f2-8b75-93cb708528e3 service neutron] 10.222.0.36 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236965
Apr 21 07:04:37.252413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:04:37.270548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027a91-f360-4898-a539-317f38d34a2a req-8cb24756-a1d5-476f-a03d-37d176ce1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:37.272058 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Pushing event updated for resources: {'Port': ['ID=3632eedd-d990-42ad-ac4e-0548a283cba4,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:37.272173 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f5027a91-f360-4898-a539-317f38d34a2a req-8cb24756-a1d5-476f-a03d-37d176ce1e71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 1099 time: 0.1671951
Apr 21 07:04:37.286270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.286648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.287015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.287377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.287732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.288138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.288494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.289091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.289453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.289820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.290171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.290519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:37.341940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:37.547424 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c3702b85-0d2a-4fe2-9889-819a9810920e service neutron] 10.222.0.36 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3050210
Apr 21 07:04:37.549939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba696080>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '1a028f0f-ae2a-47f4-80c5-d4c2d3359bb0', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:1b:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:04:34Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:37.553160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027a91-f360-4898-a539-317f38d34a2a req-c5572850-4e0d-4b01-bc0c-d19e9c43fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:37.554876 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f5027a91-f360-4898-a539-317f38d34a2a req-c5572850-4e0d-4b01-bc0c-d19e9c43fda2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.2258530
Apr 21 07:04:37.555410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:04:37.565918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:37.566618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba696080>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:37.697783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Attempting to bind port 3632eedd-d990-42ad-ac4e-0548a283cba4 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:04:37.698733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Attempting to bind port 3632eedd-d990-42ad-ac4e-0548a283cba4 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:04:37.699301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Attempting to bind port 3632eedd-d990-42ad-ac4e-0548a283cba4 on network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:37.707518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:04:37.707938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Checking segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:04:37.708389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:37.708826 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Bound using segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:04:37.709362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Bound port: 3632eedd-d990-42ad-ac4e-0548a283cba4, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:04:37.709807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:37.812753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:37.826998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] For port 3632eedd-d990-42ad-ac4e-0548a283cba4, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:04:37.832171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] For port 3632eedd-d990-42ad-ac4e-0548a283cba4, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=3632eedd-d990-42ad-ac4e-0548a283cba4,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:04:37.837828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:37.860985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-08b79642-b34e-4997-83c2-2ecd005623cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:37.992172 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9950e01c-6c83-4ab4-969a-92c046438e25 req-c4b88c26-5f30-46e6-ae5a-f36c4656a7f5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 210 time: 0.1160660
Apr 21 07:04:37.995332 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f5027a91-f360-4898-a539-317f38d34a2a req-78b68205-d720-4b75-a4f8-e915773a5494 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf HTTP/1.1" status: 200  len: 999 time: 0.4315526
Apr 21 07:04:38.065972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:38.066708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bab684a8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:38.181098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027a91-f360-4898-a539-317f38d34a2a req-3bd093ad-c855-4b36-b4aa-13dd71955db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:38.182788 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f5027a91-f360-4898-a539-317f38d34a2a req-3bd093ad-c855-4b36-b4aa-13dd71955db8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.1733432
Apr 21 07:04:38.423039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Pushing event updated for resources: {'Port': ['ID=3632eedd-d990-42ad-ac4e-0548a283cba4,revision_number=4']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:38.435424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:38.436434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0756cc31-a42b-4b60-a206-f27ec2d823cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:38.501156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba696080>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '1a028f0f-ae2a-47f4-80c5-d4c2d3359bb0', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:1b:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:04:34Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:38.512338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568856bc-badd-492e-b787-bef48984b3c7 None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '1a028f0f-ae2a-47f4-80c5-d4c2d3359bb0', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:1b:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:04:34Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:04:38.553612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027a91-f360-4898-a539-317f38d34a2a req-d591cc6d-3a43-429a-b916-95e9431b94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:38.555832 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f5027a91-f360-4898-a539-317f38d34a2a req-d591cc6d-3a43-429a-b916-95e9431b94ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3655310
Apr 21 07:04:38.559840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:38.658847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7725-2ea5-4c14-bced-9e17e5ddc44c req-63a65af5-ebb5-4759-966f-2392f3f4b2b4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:38.660652 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-392c7725-2ea5-4c14-bced-9e17e5ddc44c req-63a65af5-ebb5-4759-966f-2392f3f4b2b4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.3175089
Apr 21 07:04:38.754006 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-392c7725-2ea5-4c14-bced-9e17e5ddc44c req-b5055043-f296-46d6-8152-a96097c30a98 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850251
Apr 21 07:04:38.773185 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f5027a91-f360-4898-a539-317f38d34a2a req-3ca6e0e9-3d46-42d0-a6a8-395ac7f5437d service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098837
Apr 21 07:04:38.854086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e974ae-5f3a-4a0d-86db-09cc35b09d1f None None] New status for floating IP 1a028f0f-ae2a-47f4-80c5-d4c2d3359bb0: ACTIVE {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:04:38.955694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:39.183361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e1cf9c5c-626c-46da-a5ee-77c41c1a748b req-d86857af-da2a-4697-b622-e91f5fa8347f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 210 time: 0.0492618
Apr 21 07:04:39.195919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bab684a8>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:37Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:39.202547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096bf65-6d12-4236-8300-0a970b14e908 None None] The sync data for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi is: [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:37Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:04:39.308616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:39.971633 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4d82-0ec9-4349-989c-a71ed137aea7 req-050a1415-e9c9-41a9-846b-fb09c51f6948 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:39.973755 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-50fa4d82-0ec9-4349-989c-a71ed137aea7 req-050a1415-e9c9-41a9-846b-fb09c51f6948 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.0970557
Apr 21 07:04:40.032361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-50fa4d82-0ec9-4349-989c-a71ed137aea7 req-edcdb907-9222-4eda-ac30-2e7635812d42 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515530
Apr 21 07:04:40.395933 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0e43d7b4-4b03-4888-9c3e-70b720f24aed req-c1ef5a81-12b1-4829-84c0-5beae3e977d7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 210 time: 0.0564063
Apr 21 07:04:40.411132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 3632eedd-d990-42ad-ac4e-0548a283cba4 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:40.532598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 3632eedd-d990-42ad-ac4e-0548a283cba4 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:40.538236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 3632eedd-d990-42ad-ac4e-0548a283cba4 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:40.538650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:40.671336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:40.707612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 3632eedd-d990-42ad-ac4e-0548a283cba4, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=3632eedd-d990-42ad-ac4e-0548a283cba4,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:40.711777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:40.713939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ad44bfa2-8126-466b-90b1-4a1dee3b931c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:40.791476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=3632eedd-d990-42ad-ac4e-0548a283cba4,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:40.795355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:41.240643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f566df-5dd9-4a79-b335-9546cb6eac40 req-0ec8b783-e02a-4ad4-a13b-e4669b041305 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:41.242334 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-87f566df-5dd9-4a79-b335-9546cb6eac40 req-0ec8b783-e02a-4ad4-a13b-e4669b041305 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.0912464
Apr 21 07:04:41.297137 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-87f566df-5dd9-4a79-b335-9546cb6eac40 req-75fc3e94-ca59-4525-9d16-bdf93dec99b2 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475099
Apr 21 07:04:41.508494 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f5027a91-f360-4898-a539-317f38d34a2a req-9f4c62e0-2815-42b1-b347-c2d4c21ebab4 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518342
Apr 21 07:04:41.601205 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-23450201-cf78-48ef-ab90-f33aaa2db63e req-eb435496-3061-4725-8c1a-63e8a1ac3d7b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 210 time: 0.0556638
Apr 21 07:04:42.203737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-bd5d2dec-990b-4459-93f3-69e5788a9235 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:42.206337 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-bd5d2dec-990b-4459-93f3-69e5788a9235 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 817 time: 0.1905799
Apr 21 07:04:42.280341 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-d22ccc90-e7da-4914-b8e9-fdae02e656e6 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f49a17a5994f8f823f3a7cdae83897 HTTP/1.1" status: 200  len: 379 time: 0.0576103
Apr 21 07:04:42.290035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'port': {'device_id': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'admin_state_up': True, 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'security_groups': ['c47fb759-59b6-4a0c-9ed9-1da851629dd3']}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:42.449226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 3632eedd-d990-42ad-ac4e-0548a283cba4 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:42.462673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:42.469874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:port and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:42.507818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:42.525319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:42.543288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Made reservation on behalf of a3f49a17a5994f8f823f3a7cdae83897 for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:04:42.549720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:42.578221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 3632eedd-d990-42ad-ac4e-0548a283cba4 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:42.578648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:42.659863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40843-180e-489e-8824-2b1e98affc30 req-5aa238c1-f4e7-4eef-af12-32b23bee4dae tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:42.661633 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8ce40843-180e-489e-8824-2b1e98affc30 req-5aa238c1-f4e7-4eef-af12-32b23bee4dae tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1956553
Apr 21 07:04:42.803954 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8ce40843-180e-489e-8824-2b1e98affc30 req-c98369d2-b9c2-48a1-a1a2-47534ba09ee1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272607
Apr 21 07:04:42.867799 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18c95433-6db3-4a70-8fc7-e567950e711b req-6474b732-7299-4505-a2dd-828e83a47370 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 210 time: 0.0732985
Apr 21 07:04:42.890086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Allocated IP 172.20.0.3 (69ca8fee-7654-4cc1-8dc8-f216ea9f13a1/8b8303a9-a07f-4cab-be45-54f4b107e0dc/9aab37bc-044f-4a39-8a75-a9dc8b20544c) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:04:43.504002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-93ec1fc1-46ef-40f1-b05f-1d7e75d62930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:43.506466 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-93ec1fc1-46ef-40f1-b05f-1d7e75d62930 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 1099 time: 0.0997262
Apr 21 07:04:43.518817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:43.551343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Transition to ACTIVE for port object 9aab37bc-044f-4a39-8a75-a9dc8b20544c will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:43.575756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917222ef-8899-47a2-bd8e-67bc90713cd9 req-2981a910-2812-4e28-a778-2d5cea373119 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:43.577463 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-917222ef-8899-47a2-bd8e-67bc90713cd9 req-2981a910-2812-4e28-a778-2d5cea373119 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1635218
Apr 21 07:04:43.633587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:43.642474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:43.701007 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-917222ef-8899-47a2-bd8e-67bc90713cd9 req-56c72834-b022-467c-afef-137bf4a954d5 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076140
Apr 21 07:04:43.721903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-5dee81c9-3a1e-4915-8828-74c94ea41635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:43.724792 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-5dee81c9-3a1e-4915-8828-74c94ea41635 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 910 time: 0.2097528
Apr 21 07:04:43.728068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:04:43.731729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:04:43.737214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:04:43.769277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:43.775779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:43.830416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:43.831326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:43.862782 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5772340
Apr 21 07:04:43.889326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Request body: {'port': {'device_id': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:43.943934 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-9d170939-3990-4a57-8eac-f654a97c654f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e443f4-a142-4207-a80c-9ba68249d222 HTTP/1.1" status: 200  len: 1002 time: 0.2090580
Apr 21 07:04:44.045333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-f67dbbaa-11f4-405b-bbb5-d67b8cdf31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:44.047085 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-f67dbbaa-11f4-405b-bbb5-d67b8cdf31a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 200  len: 849 time: 0.0853481
Apr 21 07:04:44.049305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:44.119894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-31feb3db-887d-41fd-b2db-37389f292e1d None None] Provisioning for port 9aab37bc-044f-4a39-8a75-a9dc8b20544c completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:44.126295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-31feb3db-887d-41fd-b2db-37389f292e1d None None] Provisioning complete for port 9aab37bc-044f-4a39-8a75-a9dc8b20544c triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:44.126802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-31feb3db-887d-41fd-b2db-37389f292e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:44.183136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-e375a743-adec-4724-b73e-49a3bef85a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:44.186315 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-e375a743-adec-4724-b73e-49a3bef85a18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1284709
Apr 21 07:04:44.234340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-31feb3db-887d-41fd-b2db-37389f292e1d None None] Port 9aab37bc-044f-4a39-8a75-a9dc8b20544c cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:04:44.296856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7670b1-61f0-4547-a8f7-455bc210be23 req-36e675c4-37f5-489d-81c0-e5b87f71b358 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:44.297746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-9f7670b1-61f0-4547-a8f7-455bc210be23 req-36e675c4-37f5-489d-81c0-e5b87f71b358 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Synchronizing usage tracker for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:04:44.402547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-9f7670b1-61f0-4547-a8f7-455bc210be23 req-36e675c4-37f5-489d-81c0-e5b87f71b358 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Unset dirty status for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:04:44.404131 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9f7670b1-61f0-4547-a8f7-455bc210be23 req-36e675c4-37f5-489d-81c0-e5b87f71b358 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 931 time: 0.3410280
Apr 21 07:04:44.495753 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9f7670b1-61f0-4547-a8f7-455bc210be23 req-a4dc4f61-9a42-460e-a7ed-599f249cca81 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793829
Apr 21 07:04:44.582938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aab37bc-044f-4a39-8a75-a9dc8b20544c {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:04:44.591727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:44.609099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Transition to ACTIVE for port object 9aab37bc-044f-4a39-8a75-a9dc8b20544c will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:04:44.612627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:44.616697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:44.761377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:44.791533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:44.943878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Attempting to bind port 9aab37bc-044f-4a39-8a75-a9dc8b20544c on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:04:44.944136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Attempting to bind port 9aab37bc-044f-4a39-8a75-a9dc8b20544c by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:04:44.944500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Attempting to bind port 9aab37bc-044f-4a39-8a75-a9dc8b20544c on network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:44.960002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Port 9aab37bc-044f-4a39-8a75-a9dc8b20544c on network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:04:44.960365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Attempting to bind port 9aab37bc-044f-4a39-8a75-a9dc8b20544c on network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:04:44.970257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:04:44.970639 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Checking segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:04:44.971065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Bound using segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:04:44.971546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Bound port: 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:04:44.971935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:45.079363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9168-25c5-49f0-baaf-315d05f78110 req-3404ca44-28d6-414c-a75e-17d8d4e01d33 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:45.081517 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4daf9168-25c5-49f0-baaf-315d05f78110 req-3404ca44-28d6-414c-a75e-17d8d4e01d33 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1882033
Apr 21 07:04:45.154039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:04:45.178565 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4daf9168-25c5-49f0-baaf-315d05f78110 req-1cd5fb85-e569-41eb-a87b-053dabcb3762 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774891
Apr 21 07:04:45.181612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:04:45.188403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:45.197521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2685e0c7-ad29-495f-baa0-7bbc1893bc20 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:45.258197 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-a6d0ca3b-0014-4fa1-9a97-8d2614a383c4 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790957
Apr 21 07:04:45.300745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:45.301429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:45.303001 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] 10.222.0.18 "PUT /v2.0/ports/9aab37bc-044f-4a39-8a75-a9dc8b20544c HTTP/1.1" status: 200  len: 1093 time: 1.4203091
Apr 21 07:04:45.303557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:45.330980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:45.335182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:45.375263 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'status': 'completed', 'code': 200}
Apr 21 07:04:45.725716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122208-c170-4739-801a-75610b159038 req-73982003-d570-49f2-9f20-bfdf337e2116 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:45.727356 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d4122208-c170-4739-801a-75610b159038 req-73982003-d570-49f2-9f20-bfdf337e2116 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.0941429
Apr 21 07:04:45.785916 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d4122208-c170-4739-801a-75610b159038 req-405f209e-a036-41f2-9848-cb9efd823de8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506423
Apr 21 07:04:46.400767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc8e8-fd79-45cf-bf98-da3ec6a60a84 req-b7a270fb-6548-458b-855f-9decd28cd650 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:46.402475 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d4cdc8e8-fd79-45cf-bf98-da3ec6a60a84 req-b7a270fb-6548-458b-855f-9decd28cd650 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.0942423
Apr 21 07:04:46.456390 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d4cdc8e8-fd79-45cf-bf98-da3ec6a60a84 req-97da972e-b027-41f2-aa50-63d393cdb649 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446355
Apr 21 07:04:47.092563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e369b-7f0e-4d7a-a417-a398f987c3c4 req-1bbcc966-3980-4926-acd2-616d0a63bbe8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:47.094530 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eb9e369b-7f0e-4d7a-a417-a398f987c3c4 req-1bbcc966-3980-4926-acd2-616d0a63bbe8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1821508
Apr 21 07:04:47.151630 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98c6c800-4c73-402b-b4f6-f4ec19b321e4 req-710f89af-c2aa-4412-a30b-81e47f53874e service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977732
Apr 21 07:04:47.185381 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb6c7-7c6b-4300-8f89-5581e71a9ebe req-577d36d3-dcf1-48f4-9424-fd8e87ac497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:47.187093 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0c1bb6c7-7c6b-4300-8f89-5581e71a9ebe req-577d36d3-dcf1-48f4-9424-fd8e87ac497c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 1096 time: 0.1801562
Apr 21 07:04:47.191224 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eb9e369b-7f0e-4d7a-a417-a398f987c3c4 req-3696e160-a4de-44e6-893b-9fa52afa769e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859747
Apr 21 07:04:47.366903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb6c7-7c6b-4300-8f89-5581e71a9ebe req-258e1501-3e7c-4115-b20c-d10c616976db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:47.368456 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0c1bb6c7-7c6b-4300-8f89-5581e71a9ebe req-258e1501-3e7c-4115-b20c-d10c616976db service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1653211
Apr 21 07:04:47.526048 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb6c7-7c6b-4300-8f89-5581e71a9ebe req-7966dc55-015c-41aa-b7c6-f02d6dd4abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:47.527686 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0c1bb6c7-7c6b-4300-8f89-5581e71a9ebe req-7966dc55-015c-41aa-b7c6-f02d6dd4abcd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1516128
Apr 21 07:04:47.740704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-5e686cb1-3c95-469b-a756-359c9457013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:47.742372 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-5e686cb1-3c95-469b-a756-359c9457013c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 1096 time: 0.1249781
Apr 21 07:04:47.751425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef728592-35ae-4121-ac91-dfbcb5e0f87e req-97250e2b-369a-43b6-a85a-710afc7235b4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:47.752983 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ef728592-35ae-4121-ac91-dfbcb5e0f87e req-97250e2b-369a-43b6-a85a-710afc7235b4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1786544
Apr 21 07:04:47.854707 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-4711407e-da51-4f9b-88c1-02842425d6da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c HTTP/1.1" status: 200  len: 217 time: 0.0792465
Apr 21 07:04:47.924759 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ef728592-35ae-4121-ac91-dfbcb5e0f87e req-b2e3fa0c-7dda-4a55-a6c1-81bbd8afc718 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652207
Apr 21 07:04:47.944880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-e7bedc64-43fd-4449-884a-2fb0d907f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:47.946515 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-e7bedc64-43fd-4449-884a-2fb0d907f88d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0815737
Apr 21 07:04:48.040766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-4f41be42-1222-4101-888c-6fa0da97313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:48.042360 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-4f41be42-1222-4101-888c-6fa0da97313d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873792
Apr 21 07:04:48.211213 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-fd7cc714-da4f-4bc7-b790-5cc7bbd22cc7 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578271
Apr 21 07:04:48.296198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:48.581987 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a73cf6f7-ad68-46a5-be7e-dfd363d070a7 req-f3a3ec25-d716-49b4-a691-e56c21ac55b9 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3612230
Apr 21 07:04:48.633627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d792bd-c3d7-4837-b119-edeff1ce26ac req-e6279e4e-114a-46a8-9815-1428ef12a253 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:48.636476 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-55d792bd-c3d7-4837-b119-edeff1ce26ac req-e6279e4e-114a-46a8-9815-1428ef12a253 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1724515
Apr 21 07:04:48.717089 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-55d792bd-c3d7-4837-b119-edeff1ce26ac req-6f1cf285-8fc4-4825-bccf-f93cb4b823d5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731411
Apr 21 07:04:49.143560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efbd83-a0b8-4347-9513-35f9ba5b2ff0 req-d540629a-2f7b-42c4-9b13-ea4a22e13fd6 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:49.145307 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a0efbd83-a0b8-4347-9513-35f9ba5b2ff0 req-d540629a-2f7b-42c4-9b13-ea4a22e13fd6 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.0968864
Apr 21 07:04:49.202282 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a0efbd83-a0b8-4347-9513-35f9ba5b2ff0 req-fe644a77-20b8-4e9e-aa5f-189c1cd32225 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446646
Apr 21 07:04:49.954396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1a6d4-b4ca-42b2-a860-20564b42a86e req-9b7b611a-55f2-42d8-bfb3-2217a0caee75 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:49.954916 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d6f1a6d4-b4ca-42b2-a860-20564b42a86e req-9b7b611a-55f2-42d8-bfb3-2217a0caee75 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1046612
Apr 21 07:04:50.014240 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d6f1a6d4-b4ca-42b2-a860-20564b42a86e req-f680b1fa-d559-42df-bbe2-0235bc8c2f5b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512340
Apr 21 07:04:51.154470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:04:51.270780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e31bb6-f416-473c-b8ec-ed950ed98acb req-9fe5f5c0-eb40-43f1-9228-88fba81c5daa tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:51.272430 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b2e31bb6-f416-473c-b8ec-ed950ed98acb req-9fe5f5c0-eb40-43f1-9228-88fba81c5daa tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.0970030
Apr 21 07:04:51.314067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:51.329753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'port_id': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'mac_address': 'fa:16:3e:14:fd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:04:51.334413 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b2e31bb6-f416-473c-b8ec-ed950ed98acb req-8b2191d7-dfbe-4e83-a69f-c3de8431995a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537548
Apr 21 07:04:51.393590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:51.414291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aab37bc-044f-4a39-8a75-a9dc8b20544c {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:04:51.433759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:51.437232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:51.439311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:51.527494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:51.531180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:51.784965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9aab37bc-044f-4a39-8a75-a9dc8b20544c'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:04:52.558231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ab932-f936-4223-a137-2cad9108f98e req-002ce7b5-8462-4905-b5f2-97e8282ae171 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:52.560280 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2c5ab932-f936-4223-a137-2cad9108f98e req-002ce7b5-8462-4905-b5f2-97e8282ae171 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 944 time: 0.0984271
Apr 21 07:04:52.612259 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2c5ab932-f936-4223-a137-2cad9108f98e req-8b5cf46e-11ec-4426-9c4d-4fb5827c1cb0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449555
Apr 21 07:04:53.059857 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51860) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:53.166914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:04:53.202678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.222846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:53.229440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Usage tracker for resource:security_group_rule and tenant:7ceff41337674d8fbf985f4698adca74 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:53.234257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:53.244723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:53.251348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 9aab37bc-044f-4a39-8a75-a9dc8b20544c completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:04:53.257086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 9aab37bc-044f-4a39-8a75-a9dc8b20544c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:04:53.257519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.392505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.392767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.396858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.405636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b9dbb55-a770-4aa3-b383-9b559eb14717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:53.455775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3120885d-ac92-46e2-8a9f-7c1fe06c9718,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:53.465050 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ceff41337674d8fbf985f4698adca74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3996460
Apr 21 07:04:53.465050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:53.466086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51866) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:53.539780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-10068d74-7e55-4a64-8a26-60b446750437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.571464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-10068d74-7e55-4a64-8a26-60b446750437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.602995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:53.614171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:04:53.618284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.620641 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:53.630575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-10068d74-7e55-4a64-8a26-60b446750437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.636265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b11d020-e275-4c12-9a4e-fd23fd29fb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:53.651011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10068d74-7e55-4a64-8a26-60b446750437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3120885d-ac92-46e2-8a9f-7c1fe06c9718,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:53.655382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-10068d74-7e55-4a64-8a26-60b446750437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:53.663697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-10068d74-7e55-4a64-8a26-60b446750437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:53.667705 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-10068d74-7e55-4a64-8a26-60b446750437 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3120885d-ac92-46e2-8a9f-7c1fe06c9718 HTTP/1.1" status: 204  len: 168 time: 0.1981769
Apr 21 07:04:53.671152 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'code': 200}
Apr 21 07:04:53.717126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:53.723346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:53.925206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2535a-0d72-4c74-a74d-e7c0950075b4 req-00f2a351-348d-4c4b-a456-172b34f66d39 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:53.926954 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-05e2535a-0d72-4c74-a74d-e7c0950075b4 req-00f2a351-348d-4c4b-a456-172b34f66d39 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1016881
Apr 21 07:04:54.014695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51878) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:54.035776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:54.041269 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-05e2535a-0d72-4c74-a74d-e7c0950075b4 req-1284af6d-342c-40e6-b575-8639b7ad5976 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023865
Apr 21 07:04:54.053912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:04:54.058378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Usage tracker for resource:security_group_rule and tenant:709f8593dae8410b9b13fb71c74ab0db is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:04:54.061678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:04:54.068461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:04:54.085020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deeb97-c429-48cd-868d-85117d319d3a req-28893b56-393d-47a6-8916-70afa779ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:54.087256 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-44deeb97-c429-48cd-868d-85117d319d3a req-28893b56-393d-47a6-8916-70afa779ded9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 1098 time: 0.1240482
Apr 21 07:04:54.145990 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-44deeb97-c429-48cd-868d-85117d319d3a req-362605b8-4da6-41c0-933d-ba9d8a4e1080 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435357
Apr 21 07:04:54.177548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:54.181037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:54.190028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-06b50d32-4e88-4f52-ae83-fc292340da1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:54.241354 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=709f8593dae8410b9b13fb71c74ab0db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2251039
Apr 21 07:04:54.242474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff34eabe-fc00-40b2-b0cd-40a8876400a1,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:54.245046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 51882) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:54.246027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:54.330420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:54.361046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:54.414289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:54.418541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3f5dd70f-64e4-4e01-81a2-84c74a34e473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:04:54.438281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff34eabe-fc00-40b2-b0cd-40a8876400a1,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:04:54.451003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.451428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.451843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.452245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.452643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.453041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.453439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.453888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.454283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.454676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.455070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.455442 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:04:54.458918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:04:54.459941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:54.461189 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff34eabe-fc00-40b2-b0cd-40a8876400a1 HTTP/1.1" status: 204  len: 168 time: 0.2127297
Apr 21 07:04:55.282924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f4481-6716-42ed-b3d2-68e2ae8c36fe req-d5313bdb-d5b5-4420-9c12-2b2ecf6ecab6 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:55.284851 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a75f4481-6716-42ed-b3d2-68e2ae8c36fe req-d5313bdb-d5b5-4420-9c12-2b2ecf6ecab6 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1031783
Apr 21 07:04:55.343563 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a75f4481-6716-42ed-b3d2-68e2ae8c36fe req-30f80bd5-a604-42bc-a1ea-5693d5f8cf54 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455368
Apr 21 07:04:56.572140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df65ee-94b5-40cb-83d0-dc8c4213fbae req-a5d5f2ce-8059-4711-a086-b2dcd2651e8f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:56.573875 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b0df65ee-94b5-40cb-83d0-dc8c4213fbae req-a5d5f2ce-8059-4711-a086-b2dcd2651e8f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1042404
Apr 21 07:04:56.626987 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b0df65ee-94b5-40cb-83d0-dc8c4213fbae req-d82eb08a-20ff-4981-8a1b-37f81e844645 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462859
Apr 21 07:04:56.842499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4b22-5762-471e-8e72-75de9db688fe req-29a423a1-2ca8-41e0-a34d-4d032a1a424e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:56.844596 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ea2f4b22-5762-471e-8e72-75de9db688fe req-29a423a1-2ca8-41e0-a34d-4d032a1a424e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.0963011
Apr 21 07:04:56.855114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51936) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:04:56.862812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'floatingip': {'port_id': '9aab37bc-044f-4a39-8a75-a9dc8b20544c'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:04:56.954137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:57.805814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:57.810726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:57.995988 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Floating IP 44476949-cfe2-4e42-bdac-e0a5cd6a6422 associated. External IP: 172.27.0.17, port: 9aab37bc-044f-4a39-8a75-a9dc8b20544c.
Apr 21 07:04:58.658481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:04:58.869879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:04:58.880445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] Sync routers for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:04:58.884372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:04:58.891142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:58.891848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba656ba8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:58.947518 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a13276b2-a79e-43a8-a694-3ad79ec260e5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "PUT /v2.0/floatingips/44476949-cfe2-4e42-bdac-e0a5cd6a6422 HTTP/1.1" status: 200  len: 990 time: 2.0908191
Apr 21 07:04:58.948119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:04:58.998721 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'status': 'completed', 'code': 200}
Apr 21 07:04:59.093756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:59.353514 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-f2cf63dc-64d0-45d2-9f81-afccf2f2e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:59.355194 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-f2cf63dc-64d0-45d2-9f81-afccf2f2e3d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 1098 time: 0.3116210
Apr 21 07:04:59.489718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba656ba8>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '44476949-cfe2-4e42-bdac-e0a5cd6a6422', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'port_id': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'mac_address': 'fa:16:3e:14:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:04:35Z', 'updated_at': '2021-04-21T07:04:57Z', 'revision_number': 1, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:59.494423 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] Checking router: e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:04:59.501576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-20a1ad26-8c97-4654-bcad-e394d67871ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:59.503216 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-20a1ad26-8c97-4654-bcad-e394d67871ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 917 time: 0.1410067
Apr 21 07:04:59.503671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:04:59.504318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba656ba8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:04:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:04:59.619321 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-d3b9409b-ab89-4851-abe1-f28db2964630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c HTTP/1.1" status: 200  len: 998 time: 0.1079161
Apr 21 07:04:59.693697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-812c9859-2ba4-4b87-89be-efe030f4f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:59.695301 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-812c9859-2ba4-4b87-89be-efe030f4f82e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0690196
Apr 21 07:04:59.696289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:04:59.793513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-d7ca0f19-12b5-4d10-8f0c-d6d181eaef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:04:59.795746 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-d7ca0f19-12b5-4d10-8f0c-d6d181eaef1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0897148
Apr 21 07:04:59.961931 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-a1cf51d4-f670-4f12-ba02-acfed96333fc service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563611
Apr 21 07:05:00.103195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba656ba8>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '44476949-cfe2-4e42-bdac-e0a5cd6a6422', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'port_id': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'mac_address': 'fa:16:3e:14:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:04:35Z', 'updated_at': '2021-04-21T07:04:57Z', 'revision_number': 1, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:00.108114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c3542-6809-47a5-9136-114bf7e37098 None None] The sync data for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi is: [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '44476949-cfe2-4e42-bdac-e0a5cd6a6422', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'port_id': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'mac_address': 'fa:16:3e:14:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:04:35Z', 'updated_at': '2021-04-21T07:04:57Z', 'revision_number': 1, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:05:00.114251 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-231f1ce4-eca8-4c40-9118-9d11cbae6f63 req-0fe78f90-bc98-44e4-a196-6ef2c69182bd service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474078
Apr 21 07:05:00.439301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbc0c77-9c23-4a4d-8670-5b4a624e2d35 None None] New status for floating IP 44476949-cfe2-4e42-bdac-e0a5cd6a6422: ACTIVE {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:05:00.996067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 51996) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:01.130552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.147436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:01.152106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Usage tracker for resource:security_group_rule and tenant:a31fef7db9fc4b95a7fc0db790165a84 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:01.155405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:01.162016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:01.258237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.262312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.270076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cdd94346-0324-4994-b677-cd67ac5f9690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:01.314480 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a31fef7db9fc4b95a7fc0db790165a84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3168550
Apr 21 07:05:01.315417 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087d5eac-d3ce-48dc-bc27-ad8cc5a87ff5,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:01.317985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52004) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:01.319030 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:01.382587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af67ce9-3836-4da4-85e2-d6d194a4498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.413380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af67ce9-3836-4da4-85e2-d6d194a4498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.463238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af67ce9-3836-4da4-85e2-d6d194a4498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.469472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ed903e0b-4cdd-44dd-a193-9c1be3421607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:01.483537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af67ce9-3836-4da4-85e2-d6d194a4498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087d5eac-d3ce-48dc-bc27-ad8cc5a87ff5,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:01.486777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0af67ce9-3836-4da4-85e2-d6d194a4498b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:01.488885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af67ce9-3836-4da4-85e2-d6d194a4498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.490467 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0af67ce9-3836-4da4-85e2-d6d194a4498b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/087d5eac-d3ce-48dc-bc27-ad8cc5a87ff5 HTTP/1.1" status: 204  len: 168 time: 0.1713481
Apr 21 07:05:01.832098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52012) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:01.852324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.868775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:01.873287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Usage tracker for resource:security_group_rule and tenant:7152b2d65d5f43679829e7762e47158d is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:01.876632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:01.882973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:01.978483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.982873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:01.990486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3f9041d1-bc7a-4fa0-a640-7936e1c3b71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:02.036808 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7152b2d65d5f43679829e7762e47158d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2034934
Apr 21 07:05:02.037814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbea6930-2356-4d54-825d-b5df9ab8c188,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:02.040398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52016) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:02.041279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:02.110362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a8c2496-ac68-4708-8f69-28ee170ad77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:02.140273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a8c2496-ac68-4708-8f69-28ee170ad77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:02.190032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a8c2496-ac68-4708-8f69-28ee170ad77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:02.194177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c60edf6c-97fa-4843-a3b3-a3f9c1cbb512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:02.209153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c2496-ac68-4708-8f69-28ee170ad77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbea6930-2356-4d54-825d-b5df9ab8c188,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:02.211666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9a8c2496-ac68-4708-8f69-28ee170ad77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:02.221916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a8c2496-ac68-4708-8f69-28ee170ad77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:02.226130 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9a8c2496-ac68-4708-8f69-28ee170ad77d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbea6930-2356-4d54-825d-b5df9ab8c188 HTTP/1.1" status: 204  len: 168 time: 0.1832187
Apr 21 07:05:03.600639 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37253c29-4ad9-4985-9d8a-d09068b38c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:04.237957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52068) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:04.372502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:04.393957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:04.398485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf39a9aa3b4451cbdf7e63f6bf64851 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:04.401798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:04.408391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:04.499637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:04.503342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:04.511137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-10068d74-7e55-4a64-8a26-60b446750437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:04.557086 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cf39a9aa3b4451cbdf7e63f6bf64851&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3176699
Apr 21 07:05:04.558050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9662fc9d-0d45-47c5-98f1-664d3ce42a05,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:04.560229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52074) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:04.562279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:04.629818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ff543dab-f6e8-4eaf-9970-6745ca2555ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:04.659478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ff543dab-f6e8-4eaf-9970-6745ca2555ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:04.708155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ff543dab-f6e8-4eaf-9970-6745ca2555ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:04.713556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ab8bdc64-1e4b-4de5-805c-5fd52c409a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:04.727875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff543dab-f6e8-4eaf-9970-6745ca2555ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662fc9d-0d45-47c5-98f1-664d3ce42a05,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:04.733542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ff543dab-f6e8-4eaf-9970-6745ca2555ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:04.741387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ff543dab-f6e8-4eaf-9970-6745ca2555ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:04.743456 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ff543dab-f6e8-4eaf-9970-6745ca2555ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9662fc9d-0d45-47c5-98f1-664d3ce42a05 HTTP/1.1" status: 204  len: 168 time: 0.1813347
Apr 21 07:05:05.079404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52086) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:05.102652 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:05.119841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:05.124700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Usage tracker for resource:security_group_rule and tenant:90933ad99f92451faca89619d8d18a05 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:05.128504 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:05.134991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:05.225144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:05.229156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:05.237234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-31517ac3-e0d2-4bb6-b647-66d2619af7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:05.282131 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90933ad99f92451faca89619d8d18a05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2015524
Apr 21 07:05:05.283286 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d53d1e-11cb-40b1-9f04-23a0b6682e78,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:05.286014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52090) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:05.286593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:05.354653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d4281970-1660-4f83-9bc6-3a0fe6da4d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:05.383540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d4281970-1660-4f83-9bc6-3a0fe6da4d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:05.431883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d4281970-1660-4f83-9bc6-3a0fe6da4d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:05.436114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8587bc8b-5ad9-40a0-a8c1-7d6f20737e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:05.454882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4281970-1660-4f83-9bc6-3a0fe6da4d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d53d1e-11cb-40b1-9f04-23a0b6682e78,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:05.459103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d4281970-1660-4f83-9bc6-3a0fe6da4d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:05.465634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d4281970-1660-4f83-9bc6-3a0fe6da4d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:05.469713 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d4281970-1660-4f83-9bc6-3a0fe6da4d74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1d53d1e-11cb-40b1-9f04-23a0b6682e78 HTTP/1.1" status: 204  len: 168 time: 0.1797805
Apr 21 07:05:07.049747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-69527895-6bff-4d47-a9ea-7a765f54995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.056028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52166) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:08.189065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.207180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:08.212469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Usage tracker for resource:security_group_rule and tenant:76de62f19cf843dc836766e33b13e7a3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:08.216112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:08.223903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:08.332095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.336100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.348327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-06db3f98-ddf7-4ef1-b4c0-6b6adcef6902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:08.362569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.401620 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76de62f19cf843dc836766e33b13e7a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3440504
Apr 21 07:05:08.402910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb02e68f-f3b4-43d6-b3c8-7f8a47a4f7f0,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:08.406268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:08.407315 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52174) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:08.475690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4045-2485-4288-87a6-9aa0351c8590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.504662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4045-2485-4288-87a6-9aa0351c8590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.560634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4045-2485-4288-87a6-9aa0351c8590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.565901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7bb2f358-973f-4d35-87bf-c11385126aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:08.579153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba4045-2485-4288-87a6-9aa0351c8590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb02e68f-f3b4-43d6-b3c8-7f8a47a4f7f0,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:08.582378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c1ba4045-2485-4288-87a6-9aa0351c8590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:08.584528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4045-2485-4288-87a6-9aa0351c8590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.586040 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c1ba4045-2485-4288-87a6-9aa0351c8590 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb02e68f-f3b4-43d6-b3c8-7f8a47a4f7f0 HTTP/1.1" status: 204  len: 168 time: 0.1772223
Apr 21 07:05:08.902731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52182) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:08.923738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:08.942513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:08.947012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Usage tracker for resource:security_group_rule and tenant:e322b5cf335c4c8181e1307884f43dec is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:08.950364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:08.956783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:08.968855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:09.051676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:09.055540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:09.063674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f0db09a6-444e-4784-a99b-3c6ece8dd606 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:09.110393 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e322b5cf335c4c8181e1307884f43dec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2062142
Apr 21 07:05:09.111372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b3ffbf-4e56-4327-a823-e1eaeb09f78d,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:09.113753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52186) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:09.114827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:09.179114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-861cb964-863c-481a-a8f9-35e64e931442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:09.207948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-861cb964-863c-481a-a8f9-35e64e931442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:09.265884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-861cb964-863c-481a-a8f9-35e64e931442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:09.270017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d7197130-ba7f-4ce5-8516-d31049d13ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:09.284393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cb964-863c-481a-a8f9-35e64e931442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b3ffbf-4e56-4327-a823-e1eaeb09f78d,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:09.293620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-861cb964-863c-481a-a8f9-35e64e931442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:09.294777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-861cb964-863c-481a-a8f9-35e64e931442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:09.296360 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-861cb964-863c-481a-a8f9-35e64e931442 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13b3ffbf-4e56-4327-a823-e1eaeb09f78d HTTP/1.1" status: 204  len: 168 time: 0.1810637
Apr 21 07:05:09.322812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.136116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52212) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:10.257984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-950029317-network', 'tenant_id': '0537e60090ef40fb8db7f881dbbd90e0'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:10.264783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:10.269859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Usage tracker for resource:network and tenant:0537e60090ef40fb8db7f881dbbd90e0 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:10.273183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:10.280692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:10.291672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Made reservation on behalf of 0537e60090ef40fb8db7f881dbbd90e0 for: {'network': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:05:10.297220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.311940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.328693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:10.332911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Usage tracker for resource:security_group_rule and tenant:0537e60090ef40fb8db7f881dbbd90e0 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:10.336126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:10.345887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:10.443067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.447287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.452617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fcac2595-27ca-4b32-b29e-83d950cdf2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:10.488894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=86424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:05:10.495220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ad6e2-31c4-4249-bd8b-d553e9e2c27b,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:10.500238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:10.504345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.504749 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Added segment 5042f784-2424-41a1-95aa-a6b863c190ba of type vlan for network 2ae7affe-1563-4bb2-8016-cae75cf7059b
Apr 21 07:05:10.534773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.568091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.570337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:10.571047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:10.577535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:10.681167 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5437098
Apr 21 07:05:10.684611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52218) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:10.692913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Request body: {'subnet': {'network_id': '2ae7affe-1563-4bb2-8016-cae75cf7059b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-950029317-subnet', 'tenant_id': '0537e60090ef40fb8db7f881dbbd90e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:10.696436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae7affe-1563-4bb2-8016-cae75cf7059b,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:10.699937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:10.700979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:10.705631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Usage tracker for resource:subnet and tenant:0537e60090ef40fb8db7f881dbbd90e0 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:10.709084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:10.712037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 2ae7affe-1563-4bb2-8016-cae75cf7059b details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:05:10.715961 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:10.727214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Made reservation on behalf of 0537e60090ef40fb8db7f881dbbd90e0 for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:05:10.732827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847600459'] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:11.175381 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848240075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847600476'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:11.179345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:11.252582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d112075b-a2e1-459f-ac6e-2f6939d52b95,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:11.256673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:11.266208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Checking segment: {'id': '5042f784-2424-41a1-95aa-a6b863c190ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ae7affe-1563-4bb2-8016-cae75cf7059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:05:11.266624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Network hostable DHCP agents. Network: 2ae7affe-1563-4bb2-8016-cae75cf7059b, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:05:11.287255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Network 2ae7affe-1563-4bb2-8016-cae75cf7059b is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:05:11.298310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 2ae7affe-1563-4bb2-8016-cae75cf7059b) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:05:11.312402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d3730-a876-43d4-98ba-fbe709831d03 None None] Network 2ae7affe-1563-4bb2-8016-cae75cf7059b requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:05:11.315374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:11.316031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:11.341758 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c0d7cb9d-8b81-4cf1-a8d5-2c57d3688c03 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6515031
Apr 21 07:05:11.573071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b252b3-6209-4ea3-870b-90b811e816cc None None] Network 2ae7affe-1563-4bb2-8016-cae75cf7059b requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:05:12.062683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52244) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:12.069143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2086977196-network', 'tenant_id': 'a1d9675f32354c2aa52cd7f49ee9ef17'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:12.074703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:12.078852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Usage tracker for resource:network and tenant:a1d9675f32354c2aa52cd7f49ee9ef17 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:12.083055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:12.089541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:12.099759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Made reservation on behalf of a1d9675f32354c2aa52cd7f49ee9ef17 for: {'network': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:05:12.104636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.118474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.135758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:12.141022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Usage tracker for resource:security_group_rule and tenant:a1d9675f32354c2aa52cd7f49ee9ef17 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:12.144365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:12.151074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:12.243812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.248175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.251611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ffa91e88-9351-4bda-b8e9-9ddcf3664544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:12.282331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=86424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:05:12.291732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f645849b-32ff-4bb1-9a92-35267c9ffea6,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:12.295975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:12.298887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.299308 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Added segment 5de0186c-1ccf-44a3-95da-34e533021a1e of type vlan for network ec5b42c0-b882-40e9-b208-6e4aba8534c4
Apr 21 07:05:12.332550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.366622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.368108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:12.368763 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.372992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8bb95c78-4704-4424-9e3c-2068c911588b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:12.483757 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4198160
Apr 21 07:05:12.486860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52248) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:12.489620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Pushing event updated for resources: {'Network': ['ID=ec5b42c0-b882-40e9-b208-6e4aba8534c4,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:12.492500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:12.497246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Request body: {'subnet': {'network_id': 'ec5b42c0-b882-40e9-b208-6e4aba8534c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2086977196-subnet', 'tenant_id': 'a1d9675f32354c2aa52cd7f49ee9ef17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:12.501856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network ec5b42c0-b882-40e9-b208-6e4aba8534c4 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:05:12.503747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:12.508334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Usage tracker for resource:subnet and tenant:a1d9675f32354c2aa52cd7f49ee9ef17 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:12.512040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:12.518568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:12.527916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Made reservation on behalf of a1d9675f32354c2aa52cd7f49ee9ef17 for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:05:12.532907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847600459'] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.964270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848240075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847600476'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:12.968466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:13.044456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9513fe-acb7-4e6f-ab32-2e38a533f565,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:13.049167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:13.059837 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Checking segment: {'id': '5de0186c-1ccf-44a3-95da-34e533021a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec5b42c0-b882-40e9-b208-6e4aba8534c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:05:13.060253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Network hostable DHCP agents. Network: ec5b42c0-b882-40e9-b208-6e4aba8534c4, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:05:13.084668 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Network ec5b42c0-b882-40e9-b208-6e4aba8534c4 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:05:13.099938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, ec5b42c0-b882-40e9-b208-6e4aba8534c4) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:05:13.114707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd25da-7510-4b44-9dce-91a54b540be0 None None] Network ec5b42c0-b882-40e9-b208-6e4aba8534c4 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:05:13.115115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:13.115416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:13.142120 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-81025e4a-8b43-4601-af7b-f9a1dbc406fd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6540070
Apr 21 07:05:13.388789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e6897d-8272-48b0-a416-e07c9de4cc3b None None] Network ec5b42c0-b882-40e9-b208-6e4aba8534c4 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:05:14.153364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:05:18.279679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:25.346476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703492b-95d3-4891-9fe7-ae6152e3ef79 req-be473a0e-5c34-45fb-aca6-eee7504ebe7e tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:25.348557 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c703492b-95d3-4891-9fe7-ae6152e3ef79 req-be473a0e-5c34-45fb-aca6-eee7504ebe7e tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.3323808
Apr 21 07:05:25.400211 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c703492b-95d3-4891-9fe7-ae6152e3ef79 req-c4e62851-acc4-4396-948b-bde7e0c89fc4 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443196
Apr 21 07:05:26.633741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ad097-9d68-418c-9b23-aaaec5b66d37 req-0f579ed5-49b1-493b-8baf-a9101b9f9899 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:26.636619 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b80ad097-9d68-418c-9b23-aaaec5b66d37 req-0f579ed5-49b1-493b-8baf-a9101b9f9899 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.1000721
Apr 21 07:05:26.700486 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b80ad097-9d68-418c-9b23-aaaec5b66d37 req-dbf736c5-f227-4a1c-af90-1887ef95fc12 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552249
Apr 21 07:05:27.252878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab01c3-2261-479c-a639-834fef1b0e28 req-ef10118d-3933-412e-bf80-4082f749bb0e tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:27.254530 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-faab01c3-2261-479c-a639-834fef1b0e28 req-ef10118d-3933-412e-bf80-4082f749bb0e tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.0956638
Apr 21 07:05:27.338644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Deleting port 63e443f4-a142-4207-a80c-9ba68249d222 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:05:27.339026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:27.628898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] For port 63e443f4-a142-4207-a80c-9ba68249d222, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=63e443f4-a142-4207-a80c-9ba68249d222,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:05:27.629288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:28.042101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:28.043001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:28.043001 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Floating IP ae2f7970-2d0b-4048-b197-5ef891baecde disassociated. External IP: 172.27.0.190, port: 63e443f4-a142-4207-a80c-9ba68249d222.
Apr 21 07:05:28.043308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Calling delete_port for 63e443f4-a142-4207-a80c-9ba68249d222 owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:05:28.115073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe4e6-1f2a-43a1-8c51-157bf8d6a7e3 req-c4e879f0-3cca-47fb-abd3-9cf001f59216 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:28.116771 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcbe4e6-1f2a-43a1-8c51-157bf8d6a7e3 req-c4e879f0-3cca-47fb-abd3-9cf001f59216 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 946 time: 0.2814367
Apr 21 07:05:28.238311 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bcbe4e6-1f2a-43a1-8c51-157bf8d6a7e3 req-fbccbc37-3409-46ad-b5d6-acc37f82d749 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=deca175a-849c-4fe2-950d-81b3089eee0a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100018
Apr 21 07:05:28.268561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:28.275962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c7bdf77f-0246-4822-aed2-43d2a618b9b4 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:28.342098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event deleted for resources: {'Port': ['ID=63e443f4-a142-4207-a80c-9ba68249d222,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:28.347190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:28.828572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Router 92a4088f-1927-4c51-a877-c0e60062de06 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:05:29.045280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:05:29.058760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] Sync routers for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:05:29.080936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:05:29.082914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba6cd518>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:05:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:29.204860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] No DVR routers for this DVR port 63e443f4-a142-4207-a80c-9ba68249d222 on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:05:29.209646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:29.239985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e735e87-6a66-4add-b443-01b595f3da8e', 'name': 'network-vif-deleted', 'tag': '63e443f4-a142-4207-a80c-9ba68249d222'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:05:29.260097 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-faab01c3-2261-479c-a639-834fef1b0e28 req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "DELETE /v2.0/ports/63e443f4-a142-4207-a80c-9ba68249d222 HTTP/1.1" status: 204  len: 173 time: 1.9992094
Apr 21 07:05:29.416325 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e735e87-6a66-4add-b443-01b595f3da8e', 'name': 'network-vif-deleted', 'tag': '63e443f4-a142-4207-a80c-9ba68249d222', 'status': 'completed', 'code': 200}
Apr 21 07:05:29.557273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:05:29.732258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-e5a314a2-df6e-4876-810c-b32f1eb85597 req-3e2913e4-1935-43b7-a2fc-6adfb793a058 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Synchronizing usage tracker for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:05:29.764557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-e5a314a2-df6e-4876-810c-b32f1eb85597 req-3e2913e4-1935-43b7-a2fc-6adfb793a058 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Unset dirty status for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:05:29.766787 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e5a314a2-df6e-4876-810c-b32f1eb85597 req-3e2913e4-1935-43b7-a2fc-6adfb793a058 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e735e87-6a66-4add-b443-01b595f3da8e HTTP/1.1" status: 200  len: 210 time: 0.1729102
Apr 21 07:05:30.012526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba6cd518>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:30.019715 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] Checking router: 92a4088f-1927-4c51-a877-c0e60062de06 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:05:30.032865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:05:30.033603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba6cd518>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:05:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:30.251462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:05:30.671150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba6cd518>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:30.676694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed170e1-8ccb-4a70-a3dd-61a48c08d385 None None] The sync data for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi is: [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:05:30.977427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52422) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:31.065226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e4520c5c-834c-4714-8eac-4aa532733665 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.113429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e4520c5c-834c-4714-8eac-4aa532733665 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.140585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52430) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:31.177725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6278a6-2566-459d-890d-29f35cae72d4 None None] New status for floating IP ae2f7970-2d0b-4048-b197-5ef891baecde: DOWN {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:05:31.242560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Deleting subnet d112075b-a2e1-459f-ac6e-2f6939d52b95 {{(pid=86424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:05:31.247842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.310048 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e4520c5c-834c-4714-8eac-4aa532733665 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.316570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6354525'] for subnet, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.354042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d8cae9a1-3714-4581-90df-d7c739efb541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:31.374450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4520c5c-834c-4714-8eac-4aa532733665 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deca175a-849c-4fe2-950d-81b3089eee0a,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:31.379006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e4520c5c-834c-4714-8eac-4aa532733665 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:31.387783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e4520c5c-834c-4714-8eac-4aa532733665 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.392112 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e4520c5c-834c-4714-8eac-4aa532733665 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "DELETE /v2.0/security-groups/deca175a-849c-4fe2-950d-81b3089eee0a HTTP/1.1" status: 204  len: 168 time: 0.4103222
Apr 21 07:05:31.392552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52434) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:31.420519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.424965 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.v2.resource [None req-05fbca02-473f-4ed2-b503-486cad696d62 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] show failed (client error): The resource could not be found.
Apr 21 07:05:31.429556 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-05fbca02-473f-4ed2-b503-486cad696d62 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups/deca175a-849c-4fe2-950d-81b3089eee0a HTTP/1.1" status: 404  len: 347 time: 0.0357790
Apr 21 07:05:31.430117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52438) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:31.439650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 63e443f4-a142-4207-a80c-9ba68249d222 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:05:31.483204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 63e443f4-a142-4207-a80c-9ba68249d222 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:05:31.483610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 63e443f4-a142-4207-a80c-9ba68249d222 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:05:31.621868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Deleting port 848acc52-f89f-40f2-abab-de3b49e80a11 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:05:31.622250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.733553 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6535792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7175327'] for subnet, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.739269 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-dbb950b8-5b90-49f3-98fc-aa1c503dbd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:31.784599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d112075b-a2e1-459f-ac6e-2f6939d52b95,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:31.788103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:31.789202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.796925 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d112075b-a2e1-459f-ac6e-2f6939d52b95 HTTP/1.1" status: 204  len: 168 time: 0.6551781
Apr 21 07:05:31.800233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52442) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:31.829870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.830505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.930864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:31.985554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Calling delete_port for 848acc52-f89f-40f2-abab-de3b49e80a11 owned by network:floatingip {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:05:32.079859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.212718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.218071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6bb7e0b70>,) {'filters': {'network_id': ['2ae7affe-1563-4bb2-8016-cae75cf7059b']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:32.222510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:32.234423 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bb7e0b70>, '5042f784-2424-41a1-95aa-a6b863c190ba') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:32.234782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bb7e0b70>, '5042f784-2424-41a1-95aa-a6b863c190ba') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:32.249182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.268509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.276706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:05:32.319662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event deleted for resources: {'Port': ['ID=848acc52-f89f-40f2-abab-de3b49e80a11,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:32.341223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.341902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.342631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.343349 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.344266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.344780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.345689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.346249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.346974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.347645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.348714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.349418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:32.416524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:32.478375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Network 2ae7affe-1563-4bb2-8016-cae75cf7059b has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:05:32.489282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.531088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.570639 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.572899 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "DELETE /v2.0/floatingips/ae2f7970-2d0b-4048-b197-5ef891baecde HTTP/1.1" status: 204  len: 168 time: 1.1409285
Apr 21 07:05:32.696174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Network 2ae7affe-1563-4bb2-8016-cae75cf7059b has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:05:32.722684 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:05:32.807207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.812293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:32.831322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.838724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae7affe-1563-4bb2-8016-cae75cf7059b,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:32.842526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:32.848354 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7e248fee-60af-4752-b041-ceeefb996687 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2ae7affe-1563-4bb2-8016-cae75cf7059b HTTP/1.1" status: 204  len: 168 time: 1.0466208
Apr 21 07:05:32.848576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52450) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:32.936184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] Deleting subnet 3f9513fe-acb7-4e6f-ab32-2e38a533f565 {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:05:32.939756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:32.962035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52454) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:32.972180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751049087', 'description': 'tempest-description--229890489'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:32.982503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:32.987363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:security_group and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:32.990649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:32.997982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:33.005051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849461653'] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.009314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.032712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:33.037606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:security_group_rule and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:33.041094 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:33.048306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:33.089908 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.138784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.142443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.146911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-266cf174-83eb-4a63-bc82-7e933ea1a8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:33.194250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9127e6-3246-4a11-82d4-3cdd368ce038,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:33.197331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:33.199102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.205292 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2369452
Apr 21 07:05:33.206335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52458) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:33.216515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'security_group_rule': {'security_group_id': '9c9127e6-3246-4a11-82d4-3cdd368ce038', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:33.228847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:33.236625 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:security_group_rule and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:33.242445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:33.255113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:33.286782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.378750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.382902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.385273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f0bfb77f-4eb0-478f-ada0-f1355cef7a4c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:33.420133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e59ab5-9856-49e2-8bae-b9a9fc38b994,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:33.426681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:33.431667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.433622 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2259440
Apr 21 07:05:33.438029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52464) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:33.439420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6530979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7126133'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.444778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5e4b8b99-defd-4e0d-809a-43d03bcc4a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:33.446159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'security_group_rule': {'security_group_id': '9c9127e6-3246-4a11-82d4-3cdd368ce038', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:33.455280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:33.460888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:security_group_rule and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:33.469555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:33.476458 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:33.497427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9513fe-acb7-4e6f-ab32-2e38a533f565,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:33.497947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.501715 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:33.503450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.512928 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fac7f63d-f255-4e87-9b2d-893cba625504 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f9513fe-acb7-4e6f-ab32-2e38a533f565 HTTP/1.1" status: 204  len: 168 time: 0.6628122
Apr 21 07:05:33.515711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52468) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:33.586204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.589900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.592357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-55c11776-a7b8-4011-84a1-5f1ce5648d08 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:33.596199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6c9e65d0-db08-45fc-ba81-21693cc8a90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.619625 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb69f946-2a68-428f-9def-ff8485646c79,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:33.622608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:33.631009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.635557 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1927392
Apr 21 07:05:33.635920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52472) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:33.643075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:33.650463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:33.655332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:floatingip and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:33.658994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:33.666338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:33.679174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.704468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.837232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:33.916658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.067679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Allocated IP 172.27.0.247 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/a264d832-86e6-4ff3-be9f-b61494435901) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:05:34.122714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6baf59c88>,) {'filters': {'network_id': ['ec5b42c0-b882-40e9-b208-6e4aba8534c4']}} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:34.139370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6baf59c88>, '5de0186c-1ccf-44a3-95da-34e533021a1e') {'for_net_delete': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:34.139872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6baf59c88>, '5de0186c-1ccf-44a3-95da-34e533021a1e') {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:34.156115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5314147'] for segment, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.179875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.187880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=86423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:05:34.321406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.366883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.372812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b1fe7c55-3cd2-41e2-b7c6-f4f74b01c0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:34.392376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Network ec5b42c0-b882-40e9-b208-6e4aba8534c4 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:05:34.402595 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848245248'] for segment, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.441543 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:05:34.445247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:05:34.449832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:05:34.495988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'Port': ['ID=a264d832-86e6-4ff3-be9f-b61494435901,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:34.500953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:34.603562 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Network ec5b42c0-b882-40e9-b208-6e4aba8534c4 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:05:34.628357 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:05:34.718383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.722439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1651e2ef-508b-4b08-9a05-69f03605c5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:34.740640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.741360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:34.752333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5b42c0-b882-40e9-b208-6e4aba8534c4,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:34.755940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:34.758403 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1841f243-d251-42eb-abee-e42d440fc98c admin admin] 10.222.0.36 "DELETE /v2.0/networks/ec5b42c0-b882-40e9-b208-6e4aba8534c4 HTTP/1.1" status: 204  len: 168 time: 1.2413542
Apr 21 07:05:34.811794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.028767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52480) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:35.071223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.075945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.081578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:35.091419 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-54615364-f775-44a2-84ac-14094f317921 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0537e60090ef40fb8db7f881dbbd90e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0575521
Apr 21 07:05:35.091723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52484) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:35.164793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-280872cf-86b1-4d92-86e6-b5cd7473a02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.196702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-280872cf-86b1-4d92-86e6-b5cd7473a02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.200593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'Port': ['ID=a264d832-86e6-4ff3-be9f-b61494435901,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:35.209959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:35.221777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.251360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.252957 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6155660
Apr 21 07:05:35.261147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-280872cf-86b1-4d92-86e6-b5cd7473a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.273192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-760fe9b2-0b74-4235-a92f-9c7c12ab1595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:35.302308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280872cf-86b1-4d92-86e6-b5cd7473a02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ad6e2-31c4-4249-bd8b-d553e9e2c27b,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:35.308058 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-280872cf-86b1-4d92-86e6-b5cd7473a02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:35.311175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-280872cf-86b1-4d92-86e6-b5cd7473a02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:35.315219 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-280872cf-86b1-4d92-86e6-b5cd7473a02c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d9ad6e2-31c4-4249-bd8b-d553e9e2c27b HTTP/1.1" status: 204  len: 168 time: 0.2222533
Apr 21 07:05:35.663805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-4cb0c2f2-7fa7-4a25-916f-2dc8fc39d969 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Synchronizing usage tracker for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:security_group {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:05:35.695715 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-4cb0c2f2-7fa7-4a25-916f-2dc8fc39d969 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Unset dirty status for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:security_group {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:05:35.697937 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-4cb0c2f2-7fa7-4a25-916f-2dc8fc39d969 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1751049087&fields=id&tenant_id=3596f42eb08745dbb854a94eb1773a9b HTTP/1.1" status: 200  len: 267 time: 0.1054814
Apr 21 07:05:35.867321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52506) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:35.923498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-f7a8e578-5264-4bea-aa8f-4bc1dceea92b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:35.925448 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-f7a8e578-5264-4bea-aa8f-4bc1dceea92b tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 810 time: 0.2159379
Apr 21 07:05:35.943261 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-94d9b2e5-4e68-40b7-8ce7-611dcdcbac86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1d9675f32354c2aa52cd7f49ee9ef17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0694396
Apr 21 07:05:35.943944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52510) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:36.038537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-be98ad9c-dee4-4186-9681-ca29dd4b9425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:36.070839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-be98ad9c-dee4-4186-9681-ca29dd4b9425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:36.131790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-be98ad9c-dee4-4186-9681-ca29dd4b9425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:36.139299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-06f17d7e-1ef4-47c6-a0d2-36e540f61810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:36.154576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98ad9c-dee4-4186-9681-ca29dd4b9425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f645849b-32ff-4bb1-9a92-35267c9ffea6,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:36.158313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-be98ad9c-dee4-4186-9681-ca29dd4b9425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:36.160766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-be98ad9c-dee4-4186-9681-ca29dd4b9425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:36.162118 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-be98ad9c-dee4-4186-9681-ca29dd4b9425 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f645849b-32ff-4bb1-9a92-35267c9ffea6 HTTP/1.1" status: 204  len: 168 time: 0.2166145
Apr 21 07:05:36.247184 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-109e3296-32db-41df-b260-278d79dc9e03 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/quotas/3596f42eb08745dbb854a94eb1773a9b HTTP/1.1" status: 200  len: 375 time: 0.3095827
Apr 21 07:05:36.413578 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ca625499-e3c4-48eb-97cc-3dcb0c57ce78 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1562893
Apr 21 07:05:36.814899 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-0b33e84a-ef48-4290-89f0-c4993a41df56 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3849347
Apr 21 07:05:37.060847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-74b2c772-5309-4c85-8386-e900e554a0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:37.391343 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-7b723003-88f5-41fc-adb2-61d9330ff3e1 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5686824
Apr 21 07:05:37.674303 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8b681415-c21a-40df-bd10-336629d8574e req-44f17474-9d40-490b-9e34-08bd7a179e9a tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 210 time: 0.0516696
Apr 21 07:05:38.363018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:38.898633 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-59909f90-7427-49c3-a1bc-74ca78d406b7 req-685abdcd-7fba-4076-9749-4d8cef3d8932 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 210 time: 0.0632272
Apr 21 07:05:38.963033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:39.310005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:39.443127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-1a971b58-c8c5-4c96-9f90-8030a726ff41 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:39.445031 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-1a971b58-c8c5-4c96-9f90-8030a726ff41 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 810 time: 0.1941371
Apr 21 07:05:39.520554 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-0085c325-0ca1-4a38-a779-f14ebc8c4ae3 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3596f42eb08745dbb854a94eb1773a9b HTTP/1.1" status: 200  len: 380 time: 0.0598552
Apr 21 07:05:39.546541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'port': {'device_id': '9d10514c-b06f-433e-8df9-3b492d58d116', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'admin_state_up': True, 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'security_groups': ['9c9127e6-3246-4a11-82d4-3cdd368ce038']}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:39.704003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:05:39.708748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Usage tracker for resource:port and tenant:3596f42eb08745dbb854a94eb1773a9b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:05:39.712166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:05:39.719907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:05:39.731591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Made reservation on behalf of 3596f42eb08745dbb854a94eb1773a9b for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:05:39.738306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:39.990684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Allocated IP 172.20.0.3 (c2c390d5-8404-47fa-b4d9-7c3ce370dcee/5b771c03-e7f0-43b0-81ea-60421e9a0ff5/06310605-a5d9-4dbb-8232-5294d1510ff0) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:05:40.133102 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65318a34-084d-4360-a730-29aa45ca1b9e req-265e7c31-07d3-4fc8-babe-7791571fe730 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 210 time: 0.0809386
Apr 21 07:05:40.354490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:40.372429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Transition to ACTIVE for port object 06310605-a5d9-4dbb-8232-5294d1510ff0 will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:05:40.398511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:40.405174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:40.467629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:05:40.476177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:05:40.481569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:05:40.535088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event updated for resources: {'Port': ['ID=06310605-a5d9-4dbb-8232-5294d1510ff0,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:40.545552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:40.567903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:40.568690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:40.600258 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0601251
Apr 21 07:05:40.744730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Request body: {'port': {'device_id': '9d10514c-b06f-433e-8df9-3b492d58d116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:40.791011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-01a92a0d-23bc-4ba8-8368-e0680d013ce9 None None] Provisioning for port 06310605-a5d9-4dbb-8232-5294d1510ff0 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:05:40.797370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-01a92a0d-23bc-4ba8-8368-e0680d013ce9 None None] Provisioning complete for port 06310605-a5d9-4dbb-8232-5294d1510ff0 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:05:40.798289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01a92a0d-23bc-4ba8-8368-e0680d013ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:40.870541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-01a92a0d-23bc-4ba8-8368-e0680d013ce9 None None] Port 06310605-a5d9-4dbb-8232-5294d1510ff0 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:05:40.883449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:41.384277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06310605-a5d9-4dbb-8232-5294d1510ff0 {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:05:41.397541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:41.428885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Transition to ACTIVE for port object 06310605-a5d9-4dbb-8232-5294d1510ff0 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:05:41.439335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:41.448306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a8b82ba7-9303-4357-8c9b-43f46f7dc5a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:41.671386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173959d-15a3-4a18-a663-388c87fab745 req-afe0ee92-1f33-4968-82ca-8a2f2ece65bf tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:41.672248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-d173959d-15a3-4a18-a663-388c87fab745 req-afe0ee92-1f33-4968-82ca-8a2f2ece65bf tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Synchronizing usage tracker for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:05:41.731260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Pushing event updated for resources: {'Port': ['ID=06310605-a5d9-4dbb-8232-5294d1510ff0,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:41.749385 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:41.823763 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-d173959d-15a3-4a18-a663-388c87fab745 req-afe0ee92-1f33-4968-82ca-8a2f2ece65bf tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Unset dirty status for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:05:41.825168 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d173959d-15a3-4a18-a663-388c87fab745 req-afe0ee92-1f33-4968-82ca-8a2f2ece65bf tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 931 time: 0.5148256
Apr 21 07:05:41.892182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Attempting to bind port 06310605-a5d9-4dbb-8232-5294d1510ff0 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:05:41.892561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Attempting to bind port 06310605-a5d9-4dbb-8232-5294d1510ff0 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:05:41.892934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Attempting to bind port 06310605-a5d9-4dbb-8232-5294d1510ff0 on network c2c390d5-8404-47fa-b4d9-7c3ce370dcee {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:05:41.915092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Port 06310605-a5d9-4dbb-8232-5294d1510ff0 on network c2c390d5-8404-47fa-b4d9-7c3ce370dcee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:05:41.915489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Attempting to bind port 06310605-a5d9-4dbb-8232-5294d1510ff0 on network c2c390d5-8404-47fa-b4d9-7c3ce370dcee {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:05:41.934729 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d173959d-15a3-4a18-a663-388c87fab745 req-052067be-5497-4ecf-b589-0613b58dec19 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004808
Apr 21 07:05:41.936810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:05:41.937209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Checking segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:05:41.937659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Bound using segment: {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:05:41.938161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Bound port: 06310605-a5d9-4dbb-8232-5294d1510ff0, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b87035-4bd9-4271-a64a-ddcd79e78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:05:41.938545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:41.968876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f0bda-ec9a-4ac6-b5c7-d4a6f4514580 req-bba98284-d0db-46f1-b083-d280a6404599 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:41.970825 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c2f0bda-ec9a-4ac6-b5c7-d4a6f4514580 req-bba98284-d0db-46f1-b083-d280a6404599 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.2413137
Apr 21 07:05:42.097822 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c2f0bda-ec9a-4ac6-b5c7-d4a6f4514580 req-e353a0c8-f402-4b60-b508-8defdedbce16 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914297
Apr 21 07:05:42.105723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] For port 06310605-a5d9-4dbb-8232-5294d1510ff0, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:05:42.109952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] For port 06310605-a5d9-4dbb-8232-5294d1510ff0, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06310605-a5d9-4dbb-8232-5294d1510ff0,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:05:42.114747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:42.120056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-11270dc2-f692-4235-af64-9f22ded52310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:42.193622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:42.194252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:42.195962 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] 10.222.0.18 "PUT /v2.0/ports/06310605-a5d9-4dbb-8232-5294d1510ff0 HTTP/1.1" status: 200  len: 1093 time: 1.5813372
Apr 21 07:05:42.196602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d10514c-b06f-433e-8df9-3b492d58d116', 'tag': '06310605-a5d9-4dbb-8232-5294d1510ff0'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:05:42.232781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Pushing event updated for resources: {'Port': ['ID=06310605-a5d9-4dbb-8232-5294d1510ff0,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:42.236991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:42.411229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-406be4fe-f189-4f35-a3ab-be8a499edd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:42.413216 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-406be4fe-f189-4f35-a3ab-be8a499edd40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 1096 time: 0.1185746
Apr 21 07:05:42.497455 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d10514c-b06f-433e-8df9-3b492d58d116', 'tag': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'status': 'completed', 'code': 200}
Apr 21 07:05:42.507207 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-036264bd-cb6c-4982-935d-5ef617c6e1c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06310605-a5d9-4dbb-8232-5294d1510ff0 HTTP/1.1" status: 200  len: 217 time: 0.0782721
Apr 21 07:05:42.586645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-e10ae756-b1e1-4f2d-8037-d967217da8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:42.588348 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-e10ae756-b1e1-4f2d-8037-d967217da8c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 200  len: 849 time: 0.0734649
Apr 21 07:05:42.688107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-4e96fb36-6491-46e7-ac85-34a45a21643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:42.690068 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-4e96fb36-6491-46e7-ac85-34a45a21643f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951729
Apr 21 07:05:42.865079 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-545d7833-d5d7-4688-a6c5-ddcd49f16f1b service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675701
Apr 21 07:05:43.040329 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18d203c2-606c-4519-855c-a1d83a5f1a2c req-b4c509e7-7687-424e-8667-ce0b143fc0d9 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658101
Apr 21 07:05:43.245326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c6e27-072d-4b41-93db-4079078c876f req-4dac18cf-f592-486d-9be4-dcc3afa84dac tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:43.247413 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-669c6e27-072d-4b41-93db-4079078c876f req-4dac18cf-f592-486d-9be4-dcc3afa84dac tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 943 time: 0.1702681
Apr 21 07:05:43.325625 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-06e4f04e-61f2-43ef-a8bf-836cb076a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:43.327265 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-06e4f04e-61f2-43ef-a8bf-836cb076a29d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 1096 time: 0.1825001
Apr 21 07:05:43.701745 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-669c6e27-072d-4b41-93db-4079078c876f req-41599c55-5f6d-42ba-9a5a-d4d5f0b5871c tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4464326
Apr 21 07:05:43.780642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40244fdc-fa57-4b52-939e-ad7d55b1645a req-7a99cd46-189a-4b7e-8b47-7dc437679551 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:43.782471 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-40244fdc-fa57-4b52-939e-ad7d55b1645a req-7a99cd46-189a-4b7e-8b47-7dc437679551 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.5029616
Apr 21 07:05:43.860650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-84fb3957-57be-4b82-97ab-68e539c8044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:43.863500 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-84fb3957-57be-4b82-97ab-68e539c8044a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 910 time: 0.5156507
Apr 21 07:05:44.034426 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-30137d67-c4f1-4439-9dfc-9e4bab43998e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06310605-a5d9-4dbb-8232-5294d1510ff0 HTTP/1.1" status: 200  len: 217 time: 0.1487749
Apr 21 07:05:44.040667 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-40244fdc-fa57-4b52-939e-ad7d55b1645a req-82dd01bc-3839-472c-9389-1d664c2210dc tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2383969
Apr 21 07:05:44.148755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-3b274f14-3939-4351-8203-ef75c4fa63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:44.150410 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-3b274f14-3939-4351-8203-ef75c4fa63cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 200  len: 849 time: 0.1083236
Apr 21 07:05:44.242594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-7df4c7dc-79fa-48cc-897b-87e996cf6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:44.244262 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-7df4c7dc-79fa-48cc-897b-87e996cf6866 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866065
Apr 21 07:05:44.435448 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-447ddb6a-6ce3-4534-bee3-955f55bfde87 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794915
Apr 21 07:05:44.586095 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddf86f4-a7ea-489c-b8c2-852f2bf901f4 req-1312b2cd-0317-48fe-951b-8e5f79e05773 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436892
Apr 21 07:05:44.937550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7df12-75ca-4f03-9d33-653c6fbfc89a req-729db8c7-d1bd-49af-8e94-be268b2e34c6 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:44.939232 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cef7df12-75ca-4f03-9d33-653c6fbfc89a req-729db8c7-d1bd-49af-8e94-be268b2e34c6 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 943 time: 0.1043775
Apr 21 07:05:44.996013 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cef7df12-75ca-4f03-9d33-653c6fbfc89a req-acedc55f-dbca-4dfe-8a9e-d4a75ce5c03d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467570
Apr 21 07:05:45.263393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19a51-46e6-4932-8406-ffccb84a3bf9 req-908e985c-9ee8-45ef-a4d5-07c7820462ac tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:45.265035 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffa19a51-46e6-4932-8406-ffccb84a3bf9 req-908e985c-9ee8-45ef-a4d5-07c7820462ac tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.0948467
Apr 21 07:05:45.316723 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffa19a51-46e6-4932-8406-ffccb84a3bf9 req-e7eeef01-adf5-43f7-994c-9025ebb3755e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449228
Apr 21 07:05:45.562942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 06310605-a5d9-4dbb-8232-5294d1510ff0 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:05:45.715686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 06310605-a5d9-4dbb-8232-5294d1510ff0, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06310605-a5d9-4dbb-8232-5294d1510ff0,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:05:45.731575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'port_id': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'mac_address': 'fa:16:3e:80:7d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:05:45.792078 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:45.811117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06310605-a5d9-4dbb-8232-5294d1510ff0 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:05:45.830160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 06310605-a5d9-4dbb-8232-5294d1510ff0, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06310605-a5d9-4dbb-8232-5294d1510ff0,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:05:45.835750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:45.840728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:45.919279 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=06310605-a5d9-4dbb-8232-5294d1510ff0,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:45.927809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.928137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.929183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.929586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.929970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.931185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.931567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.931937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.932325 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.932689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.933132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.933523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:05:45.943134 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:46.174145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['06310605-a5d9-4dbb-8232-5294d1510ff0'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:05:46.234230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b816fc7-36d0-40fb-9a0e-6f2a0fa71787 req-c61fe1e1-f11b-4328-b70d-41921b91d3cc tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:46.235893 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4b816fc7-36d0-40fb-9a0e-6f2a0fa71787 req-c61fe1e1-f11b-4328-b70d-41921b91d3cc tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 944 time: 0.1065340
Apr 21 07:05:46.288772 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4b816fc7-36d0-40fb-9a0e-6f2a0fa71787 req-cd3598fe-08df-4e94-8c69-d9acb1200772 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458508
Apr 21 07:05:46.545583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c24140-74a5-40cb-96f0-28a5e98a6f84 req-03ab9dd5-4831-4c81-a333-4d0c2a305b21 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:46.547278 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-22c24140-74a5-40cb-96f0-28a5e98a6f84 req-03ab9dd5-4831-4c81-a333-4d0c2a305b21 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.0950785
Apr 21 07:05:46.603332 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-22c24140-74a5-40cb-96f0-28a5e98a6f84 req-24a546f1-fdde-4db4-b0fa-f7a4e8a50a62 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493629
Apr 21 07:05:47.512945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04283cf-797f-4b1c-8e27-85973b0986db req-04569b85-7621-490e-8f6a-91a79716ec64 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:47.514773 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d04283cf-797f-4b1c-8e27-85973b0986db req-04569b85-7621-490e-8f6a-91a79716ec64 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 944 time: 0.0998628
Apr 21 07:05:47.569254 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d04283cf-797f-4b1c-8e27-85973b0986db req-cb97ed4f-e70c-4d3d-93b2-d845bc5ddc87 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473189
Apr 21 07:05:47.583435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 06310605-a5d9-4dbb-8232-5294d1510ff0 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:05:47.665665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 06310605-a5d9-4dbb-8232-5294d1510ff0 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:05:47.671497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 06310605-a5d9-4dbb-8232-5294d1510ff0 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:05:47.671914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:47.820266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:47.834706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77880d0-2a01-4da5-919b-aacf4898a844 req-49f3a1b1-a2d2-431a-ae5a-f90376c80e16 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:47.836619 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d77880d0-2a01-4da5-919b-aacf4898a844 req-49f3a1b1-a2d2-431a-ae5a-f90376c80e16 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1046431
Apr 21 07:05:47.853237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10514c-b06f-433e-8df9-3b492d58d116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06310605-a5d9-4dbb-8232-5294d1510ff0'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:05:47.865002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 06310605-a5d9-4dbb-8232-5294d1510ff0, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06310605-a5d9-4dbb-8232-5294d1510ff0,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:05:47.870278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:47.872459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:47.896984 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d77880d0-2a01-4da5-919b-aacf4898a844 req-5fc2e08d-5626-4a33-ac65-f84ba6bdc1cc tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529070
Apr 21 07:05:47.913146 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10514c-b06f-433e-8df9-3b492d58d116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'code': 200}
Apr 21 07:05:47.950583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=06310605-a5d9-4dbb-8232-5294d1510ff0,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:47.954263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:48.226082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fe386-227f-474d-83f6-e049b0f8255a req-ac84c011-2cf4-496f-a705-d21ebbc2a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:48.227606 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-153fe386-227f-474d-83f6-e049b0f8255a req-ac84c011-2cf4-496f-a705-d21ebbc2a3f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 1098 time: 0.0823426
Apr 21 07:05:48.274201 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-153fe386-227f-474d-83f6-e049b0f8255a req-410e460e-291e-4517-b9b0-0baee0ce8e18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396430
Apr 21 07:05:48.294216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:48.794610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aba88-d43f-4e8e-acad-fdc5e0e53e41 req-56448546-61b0-42e9-935e-e6e437140699 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:48.796337 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd1aba88-d43f-4e8e-acad-fdc5e0e53e41 req-56448546-61b0-42e9-935e-e6e437140699 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 945 time: 0.1026988
Apr 21 07:05:48.850464 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dd1aba88-d43f-4e8e-acad-fdc5e0e53e41 req-5bbe8885-7b4b-49d6-b832-95c631eebb6f tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470994
Apr 21 07:05:49.122033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811a98c-3e24-4d7c-b72a-2ae2ae76680d req-b19a6d4a-ac18-4012-be7a-ac177b19c265 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:49.123577 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8811a98c-3e24-4d7c-b72a-2ae2ae76680d req-b19a6d4a-ac18-4012-be7a-ac177b19c265 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.0972219
Apr 21 07:05:49.173345 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8811a98c-3e24-4d7c-b72a-2ae2ae76680d req-ae3d0029-6715-4249-acd3-6f21fdb2ffc9 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431859
Apr 21 07:05:50.070489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7950736-8297-4845-861a-54b39922e151 req-3bb269df-b11c-4bc9-9053-88dedcb1e007 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:50.072124 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a7950736-8297-4845-861a-54b39922e151 req-3bb269df-b11c-4bc9-9053-88dedcb1e007 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 945 time: 0.0947735
Apr 21 07:05:50.127934 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a7950736-8297-4845-861a-54b39922e151 req-3d70738f-6d3e-4208-b732-7015cf4d7463 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450091
Apr 21 07:05:50.402451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f768e0-1315-4c62-a773-4248968ed188 req-261d7828-344f-4630-9632-07082768922d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:50.404075 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-73f768e0-1315-4c62-a773-4248968ed188 req-261d7828-344f-4630-9632-07082768922d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 945 time: 0.1622038
Apr 21 07:05:50.414067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52718) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:05:50.420965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Request body: {'floatingip': {'port_id': '06310605-a5d9-4dbb-8232-5294d1510ff0'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:05:50.432642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c7667-93bc-4e3c-9de4-542e96c9efd6 req-6dbb2f5d-7182-4ae7-a073-7303507b394f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:50.435558 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a7c7667-93bc-4e3c-9de4-542e96c9efd6 req-6dbb2f5d-7182-4ae7-a073-7303507b394f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1339526
Apr 21 07:05:50.512912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:50.516824 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a7c7667-93bc-4e3c-9de4-542e96c9efd6 req-078d2580-4605-460a-96b6-a6be83ea6a27 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743785
Apr 21 07:05:51.155669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:05:51.545422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:51.549347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:51.738387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84bee7-8d0e-4121-8fce-fd21910b997c req-c634d628-2511-4afd-b246-7d9434af2aba tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:51.740553 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2e84bee7-8d0e-4121-8fce-fd21910b997c req-c634d628-2511-4afd-b246-7d9434af2aba tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.0951116
Apr 21 07:05:51.750572 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Floating IP 9543e674-abd2-46f0-b843-9d337f6bf295 associated. External IP: 172.27.0.247, port: 06310605-a5d9-4dbb-8232-5294d1510ff0.
Apr 21 07:05:51.794547 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2e84bee7-8d0e-4121-8fce-fd21910b997c req-5b16a406-dd38-486e-bc0e-9f5fb55b0202 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446379
Apr 21 07:05:52.147896 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Router 92a4088f-1927-4c51-a877-c0e60062de06 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:05:52.341362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:05:52.346537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:52.351632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] Sync routers for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:05:52.363433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:05:52.364069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4002e8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:05:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:52.417944 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e9081b44-b916-4504-9fe1-ca1b02bd21c9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "PUT /v2.0/floatingips/9543e674-abd2-46f0-b843-9d337f6bf295 HTTP/1.1" status: 200  len: 991 time: 2.0025065
Apr 21 07:05:52.418594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d10514c-b06f-433e-8df9-3b492d58d116', 'tag': '06310605-a5d9-4dbb-8232-5294d1510ff0'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:05:52.467674 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d10514c-b06f-433e-8df9-3b492d58d116', 'tag': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'status': 'completed', 'code': 200}
Apr 21 07:05:52.638729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f53036-f44e-473d-9946-e09811c3816d req-f0500430-9201-4cf7-8ad9-ea299380a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:52.640389 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56f53036-f44e-473d-9946-e09811c3816d req-f0500430-9201-4cf7-8ad9-ea299380a383 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3596f42eb08745dbb854a94eb1773a9b&device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 1098 time: 0.0973544
Apr 21 07:05:52.741445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:05:52.801608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f53036-f44e-473d-9946-e09811c3816d req-d74735fb-200f-435f-8842-2c7fb1407d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:52.803900 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56f53036-f44e-473d-9946-e09811c3816d req-d74735fb-200f-435f-8842-2c7fb1407d0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 200  len: 910 time: 0.1566813
Apr 21 07:05:53.036420 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56f53036-f44e-473d-9946-e09811c3816d req-8bb1b5bd-9849-4a93-bd5d-e993277a5862 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06310605-a5d9-4dbb-8232-5294d1510ff0 HTTP/1.1" status: 200  len: 999 time: 0.2129385
Apr 21 07:05:53.123875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bdb3f-93f5-4150-9200-4fa760f1cdfc req-4753a2ad-57e7-4152-a2c9-36914bbbd7ff tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:53.125526 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-752bdb3f-93f5-4150-9200-4fa760f1cdfc req-4753a2ad-57e7-4152-a2c9-36914bbbd7ff tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1794248
Apr 21 07:05:53.129399 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f53036-f44e-473d-9946-e09811c3816d req-d1fc9e9f-c89a-4f3e-a62a-0a7c6c5de5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:53.130982 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56f53036-f44e-473d-9946-e09811c3816d req-d1fc9e9f-c89a-4f3e-a62a-0a7c6c5de5d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 200  len: 849 time: 0.0848258
Apr 21 07:05:53.159779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4002e8>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '9543e674-abd2-46f0-b843-9d337f6bf295', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'port_id': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'mac_address': 'fa:16:3e:80:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d10514c-b06f-433e-8df9-3b492d58d116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:05:34Z', 'updated_at': '2021-04-21T07:05:51Z', 'revision_number': 1, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:53.164451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] Checking router: 92a4088f-1927-4c51-a877-c0e60062de06 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:05:53.174537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:05:53.175208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4002e8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:05:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:53.228590 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-752bdb3f-93f5-4150-9200-4fa760f1cdfc req-63ade11c-a8c4-4dee-8c3f-a8d04a7c88af tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942142
Apr 21 07:05:53.254950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f53036-f44e-473d-9946-e09811c3816d req-7ca07de0-b78b-4169-a999-b1acab198239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:53.256719 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56f53036-f44e-473d-9946-e09811c3816d req-7ca07de0-b78b-4169-a999-b1acab198239 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2c390d5-8404-47fa-b4d9-7c3ce370dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1064363
Apr 21 07:05:53.373458 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:05:53.409511 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56f53036-f44e-473d-9946-e09811c3816d req-4f956936-f01e-4440-8ccb-b6956632f23c service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443620
Apr 21 07:05:53.561158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56f53036-f44e-473d-9946-e09811c3816d req-da136ebc-7c28-4fd8-a00a-0fca8a898776 service neutron] 10.222.0.18 "GET /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445413
Apr 21 07:05:53.765179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4002e8>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '9543e674-abd2-46f0-b843-9d337f6bf295', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'port_id': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'mac_address': 'fa:16:3e:80:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d10514c-b06f-433e-8df9-3b492d58d116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:05:34Z', 'updated_at': '2021-04-21T07:05:51Z', 'revision_number': 1, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:05:53.769583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a61383-0bda-4914-84f5-9a200d25fdd3 None None] The sync data for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi is: [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '9543e674-abd2-46f0-b843-9d337f6bf295', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'port_id': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'mac_address': 'fa:16:3e:80:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d10514c-b06f-433e-8df9-3b492d58d116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:05:34Z', 'updated_at': '2021-04-21T07:05:51Z', 'revision_number': 1, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:05:54.073936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9291f0e-bded-4157-9829-6f45f2a19266 None None] New status for floating IP 9543e674-abd2-46f0-b843-9d337f6bf295: ACTIVE {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:05:54.465396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fae9c0-71a8-42ee-a45e-132c7c64aacd req-871f2250-476c-4d94-8214-a3d8d3d7a859 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:54.467089 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-93fae9c0-71a8-42ee-a45e-132c7c64aacd req-871f2250-476c-4d94-8214-a3d8d3d7a859 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.0916760
Apr 21 07:05:54.520718 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-93fae9c0-71a8-42ee-a45e-132c7c64aacd req-7c8fa4ab-83f0-4aa3-8b8b-3cff34fd5e93 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463965
Apr 21 07:05:55.600539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:05:55.758237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18278ab4-604f-471c-b2d7-2bdb7541d484 req-713e5ed6-99cf-48d2-bb66-3b6b578e2664 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:55.764241 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:05:55.766525 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18278ab4-604f-471c-b2d7-2bdb7541d484 req-713e5ed6-99cf-48d2-bb66-3b6b578e2664 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1038835
Apr 21 07:05:55.780931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'port_id': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'mac_address': 'fa:16:3e:14:fd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:05:55.818698 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18278ab4-604f-471c-b2d7-2bdb7541d484 req-43bb97be-50e3-4db0-aee6-43cdc2b65b8d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511281
Apr 21 07:05:55.857568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:55.883518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aab37bc-044f-4a39-8a75-a9dc8b20544c {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:05:55.901974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:05:55.913415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:55.913415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:55.991598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=6']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:56.004459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:56.061118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9aab37bc-044f-4a39-8a75-a9dc8b20544c'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:05:57.085990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8290d-0dac-4143-86ed-eae0f1f36365 req-7448b3d0-c1b2-41b1-9482-c9e7b3fcfcc7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:57.087757 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bce8290d-0dac-4143-86ed-eae0f1f36365 req-7448b3d0-c1b2-41b1-9482-c9e7b3fcfcc7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 944 time: 0.1252751
Apr 21 07:05:57.143137 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bce8290d-0dac-4143-86ed-eae0f1f36365 req-b67a42fe-44d6-4c32-8112-2215b9a55001 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478399
Apr 21 07:05:57.623579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:05:57.701196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 9aab37bc-044f-4a39-8a75-a9dc8b20544c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:05:57.701666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:57.841501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:57.874076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:05:57.888369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:05:57.893007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:05:57.895003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:05:57.934700 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'code': 200}
Apr 21 07:05:57.980736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=7']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:05:57.984326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:05:58.432173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d446701-8aba-48a6-8c8b-d267ea041a1a req-a4ddd5e6-a22b-4f34-a05e-a55dc8bfbb9a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:58.434386 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6d446701-8aba-48a6-8c8b-d267ea041a1a req-a4ddd5e6-a22b-4f34-a05e-a55dc8bfbb9a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1184249
Apr 21 07:05:58.577842 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6d446701-8aba-48a6-8c8b-d267ea041a1a req-faaed4be-85d8-47f3-93f0-a4ffeb5aee14 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314235
Apr 21 07:05:59.874932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d12310-11a1-4ce5-95a6-0d9e36db77e1 req-a97e2566-7338-4dd4-9f24-481e84b718d3 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:05:59.877947 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-14d12310-11a1-4ce5-95a6-0d9e36db77e1 req-a97e2566-7338-4dd4-9f24-481e84b718d3 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1735606
Apr 21 07:05:59.964930 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-14d12310-11a1-4ce5-95a6-0d9e36db77e1 req-f2d7bcbc-487f-47da-9c75-1f1474b19b61 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795398
Apr 21 07:06:01.202791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d86566-be4c-4ca0-b309-fe7cf5e39244 req-b1a97e72-b183-47d7-9994-7e5995d1e2ab tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:01.204628 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98d86566-be4c-4ca0-b309-fe7cf5e39244 req-b1a97e72-b183-47d7-9994-7e5995d1e2ab tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1002352
Apr 21 07:06:01.266765 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98d86566-be4c-4ca0-b309-fe7cf5e39244 req-060a57db-0bee-4798-afcf-47e0c138c4a0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548975
Apr 21 07:06:02.554166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e7d14-8058-4702-84c8-ad82e1e46d94 req-0fea5d5f-4b54-4137-a8c8-ab27194500cb tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:02.562290 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-099e7d14-8058-4702-84c8-ad82e1e46d94 req-0fea5d5f-4b54-4137-a8c8-ab27194500cb tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1608880
Apr 21 07:06:02.619664 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-099e7d14-8058-4702-84c8-ad82e1e46d94 req-2700f634-e029-4d98-b4de-a0c359ebcb1a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555859
Apr 21 07:06:03.594309 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2f721703-1225-49b3-9f10-8c58b9fc7610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:03.897129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc524b09-ff55-411f-8498-f8d113f514b3 req-92b8cdd5-bb7a-4dfe-9276-f52975d38250 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:03.899048 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bc524b09-ff55-411f-8498-f8d113f514b3 req-92b8cdd5-bb7a-4dfe-9276-f52975d38250 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1136401
Apr 21 07:06:03.964165 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bc524b09-ff55-411f-8498-f8d113f514b3 req-7ca60d40-f316-447a-9067-a2d858d07365 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561459
Apr 21 07:06:05.197038 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69633ea8-5dee-4b67-988f-5e853ba308d9 req-41675eb7-415a-4bb6-90f2-2c1ce0fecd2b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:05.199106 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-69633ea8-5dee-4b67-988f-5e853ba308d9 req-41675eb7-415a-4bb6-90f2-2c1ce0fecd2b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.0977151
Apr 21 07:06:05.266328 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-69633ea8-5dee-4b67-988f-5e853ba308d9 req-ddcca8b2-3f5e-42c0-9671-43a576d330f7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559595
Apr 21 07:06:05.656487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-81776cf2-0adf-4ceb-beeb-fd1d62d6c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:05.658200 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-81776cf2-0adf-4ceb-beeb-fd1d62d6c726 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 1098 time: 0.0965483
Apr 21 07:06:06.057542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-13daeac8-a0cb-49d3-a109-a2e4f47ed973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:06.059534 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-13daeac8-a0cb-49d3-a109-a2e4f47ed973 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 917 time: 0.3931208
Apr 21 07:06:06.203925 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-fe45dc8c-af7e-4df7-bc61-d553eb779ffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c HTTP/1.1" status: 200  len: 1000 time: 0.1370111
Apr 21 07:06:06.321921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-1cf77bcc-bf53-4f55-863e-b5c05a1b2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:06.326085 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-1cf77bcc-bf53-4f55-863e-b5c05a1b2259 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.1148057
Apr 21 07:06:06.451411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-3a5adfae-2d4b-4609-853a-43e377fdc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:06.453285 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-3a5adfae-2d4b-4609-853a-43e377fdc779 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1196339
Apr 21 07:06:06.743111 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-e5339aa3-c88c-4c6e-b827-05f6f986277b service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347906
Apr 21 07:06:06.752264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f18891-efa4-4146-8ed0-df899efbec8f req-fffef7a4-9cc8-4916-acc9-3e177ddff952 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:06.754230 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c5f18891-efa4-4146-8ed0-df899efbec8f req-fffef7a4-9cc8-4916-acc9-3e177ddff952 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.2981513
Apr 21 07:06:06.903957 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c5f18891-efa4-4146-8ed0-df899efbec8f req-40804c49-4a66-4125-ab6e-c7793c1c92ca tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211767
Apr 21 07:06:06.953357 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-19577e2c-e905-484c-8a51-2108bc9b2afd req-1f29a8de-3d62-465a-a4b1-dacf9345ac0c service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975963
Apr 21 07:06:07.051480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a38947e2-1143-4221-a0a3-4068c5dab47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:07.707056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52892) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:06:07.866767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:07.884252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:06:07.890031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Usage tracker for resource:security_group_rule and tenant:ea12e10ab0ad4c4a9106d18ae08aefeb is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:06:07.893934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:06:07.900811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:06:08.007864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:08.013104 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:08.024957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-280872cf-86b1-4d92-86e6-b5cd7473a02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:08.071305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7178b5ce-23f2-4d04-a9a4-856320dd983e,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:08.079489 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea12e10ab0ad4c4a9106d18ae08aefeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3705657
Apr 21 07:06:08.080607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:08.081132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 52900) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:06:08.163353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e4664dda-ac84-4bbf-9830-b96293a8e1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:08.176085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2635e0-3fa0-4eb0-88ed-d7e47ab8cb30 req-aa97d7d8-7cc1-4ef6-b591-c4cfc864bb02 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:08.178368 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-da2635e0-3fa0-4eb0-88ed-d7e47ab8cb30 req-aa97d7d8-7cc1-4ef6-b591-c4cfc864bb02 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.1389208
Apr 21 07:06:08.194512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e4664dda-ac84-4bbf-9830-b96293a8e1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:08.247288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e4664dda-ac84-4bbf-9830-b96293a8e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:08.252148 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-da2635e0-3fa0-4eb0-88ed-d7e47ab8cb30 req-953f51c1-3b0e-4fcc-8bb6-10c74b167af3 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657737
Apr 21 07:06:08.253822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d4281970-1660-4f83-9bc6-3a0fe6da4d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:08.273640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4664dda-ac84-4bbf-9830-b96293a8e1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7178b5ce-23f2-4d04-a9a4-856320dd983e,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:08.285770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e4664dda-ac84-4bbf-9830-b96293a8e1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:08.287248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e4664dda-ac84-4bbf-9830-b96293a8e1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:08.293364 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e4664dda-ac84-4bbf-9830-b96293a8e1b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7178b5ce-23f2-4d04-a9a4-856320dd983e HTTP/1.1" status: 204  len: 168 time: 0.2069051
Apr 21 07:06:08.362830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:08.977778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:09.323793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:09.547360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aec44-f953-4e79-a36a-811d2b1d551e req-4747bf9d-7937-4e68-b5f2-313f4bb9c50f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:09.548974 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cc9aec44-f953-4e79-a36a-811d2b1d551e req-4747bf9d-7937-4e68-b5f2-313f4bb9c50f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 945 time: 0.0982869
Apr 21 07:06:09.603301 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cc9aec44-f953-4e79-a36a-811d2b1d551e req-bb245115-5a2f-4b29-bdc8-22d166c193dc tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475550
Apr 21 07:06:09.696664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:06:09.852311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:09.887111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:06:09.900729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:06:09.905535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:09.908542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:10.039408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=8']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:10.044013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:10.378848 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'code': 422} returned with failed status
Apr 21 07:06:10.955983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94fdb0-dbbf-4955-8fe9-8ad996703c36 req-d14079d2-c5cc-4ec1-9eaf-9a30373c4d4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:10.958186 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9f94fdb0-dbbf-4955-8fe9-8ad996703c36 req-d14079d2-c5cc-4ec1-9eaf-9a30373c4d4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1171360
Apr 21 07:06:11.020323 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9f94fdb0-dbbf-4955-8fe9-8ad996703c36 req-4a578229-f74a-42b1-8e4a-90c149d9ba02 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490959
Apr 21 07:06:11.228796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 52950) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:06:11.409437 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-85216860-0c81-42bd-b4e0-6ba33ebeeca1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1780331
Apr 21 07:06:12.252069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2da777-9be7-47c6-8e3e-741533761aca req-0d631c15-9324-4042-91f9-044c16c7c345 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:12.253835 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6e2da777-9be7-47c6-8e3e-741533761aca req-0d631c15-9324-4042-91f9-044c16c7c345 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.0999629
Apr 21 07:06:12.346477 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6e2da777-9be7-47c6-8e3e-741533761aca req-858e21cb-3a0b-46e4-b471-38f00ec3ec6b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783420
Apr 21 07:06:13.077174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-8b39ec83-1749-4351-917e-1cb860cf1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:13.078745 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-8b39ec83-1749-4351-917e-1cb860cf1095 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7&tenant_id=a3f49a17a5994f8f823f3a7cdae83897 HTTP/1.1" status: 200  len: 1096 time: 0.0961213
Apr 21 07:06:13.207162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-16bd0d0f-511a-40ea-9ab4-7f8a97c7240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:13.209007 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-16bd0d0f-511a-40ea-9ab4-7f8a97c7240d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 1096 time: 0.0903556
Apr 21 07:06:13.373871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-fef34a63-d064-4da7-a8f8-12e1b4e930d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:13.376390 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-fef34a63-d064-4da7-a8f8-12e1b4e930d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 917 time: 0.1593704
Apr 21 07:06:13.538049 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-fc925265-dc18-4c0d-8e81-fc056b852ad1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c HTTP/1.1" status: 200  len: 998 time: 0.1550403
Apr 21 07:06:13.636895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-2b9ad0a0-377e-4a9b-a6fa-a588f568bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:13.638485 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-2b9ad0a0-377e-4a9b-a6fa-a588f568bd55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0924606
Apr 21 07:06:13.701190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2d608-7806-46f2-bc1f-f5a5c91b04ac req-7da3cf7a-668b-49af-b5a9-04c7a79ff0b7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:13.702914 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ac2d608-7806-46f2-bc1f-f5a5c91b04ac req-7da3cf7a-668b-49af-b5a9-04c7a79ff0b7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.2064507
Apr 21 07:06:13.710274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:06:13.771240 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4ac2d608-7806-46f2-bc1f-f5a5c91b04ac req-c520a692-d722-4afd-bd5a-b67817ca970e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603943
Apr 21 07:06:13.787679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-def8da8e-c028-4ce1-bd15-66e2f579f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:13.790793 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-def8da8e-c028-4ce1-bd15-66e2f579f4d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1392677
Apr 21 07:06:13.977517 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-4759270f-6b52-4deb-9575-374bef8adb57 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791332
Apr 21 07:06:14.139526 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-a787505e-469a-4722-93f8-25e2729e7c86 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543715
Apr 21 07:06:15.047236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ada1d6-211f-486c-9717-04d2d8abf3d3 req-9e610257-545b-48bd-9da6-2857bf0521ef tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:15.050252 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46ada1d6-211f-486c-9717-04d2d8abf3d3 req-9e610257-545b-48bd-9da6-2857bf0521ef tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1304340
Apr 21 07:06:15.107570 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-46ada1d6-211f-486c-9717-04d2d8abf3d3 req-a9e10206-ca7c-41de-8ab4-21308b5bf0b4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504198
Apr 21 07:06:16.535186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31532379-ba74-4bfa-bb2b-6b0121c05ca1 req-f9364c24-f5b0-4374-baf2-e9d3180ab337 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:16.538215 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31532379-ba74-4bfa-bb2b-6b0121c05ca1 req-f9364c24-f5b0-4374-baf2-e9d3180ab337 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.2012300
Apr 21 07:06:16.608606 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31532379-ba74-4bfa-bb2b-6b0121c05ca1 req-b4eac3fa-c3a5-4a63-87cc-a0e7c3deb2ce tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573440
Apr 21 07:06:17.986963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bef7a0-4f18-4da4-ad49-0fab58e6a6b7 req-c9d5eb4b-d604-4845-820e-111656009893 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:17.988702 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b9bef7a0-4f18-4da4-ad49-0fab58e6a6b7 req-c9d5eb4b-d604-4845-820e-111656009893 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1621525
Apr 21 07:06:18.064449 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b9bef7a0-4f18-4da4-ad49-0fab58e6a6b7 req-1bba97d0-a060-485f-8db0-8843f31a87bc tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682886
Apr 21 07:06:18.321232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:19.364700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75d66-0297-4414-814a-518ee7b3d6ec req-e7ff8acc-96ec-4e09-a14d-81390b343dcf tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:19.366401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-63b75d66-0297-4414-814a-518ee7b3d6ec req-e7ff8acc-96ec-4e09-a14d-81390b343dcf tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1189387
Apr 21 07:06:19.458686 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-63b75d66-0297-4414-814a-518ee7b3d6ec req-2277e50c-b647-4703-aa3c-373c2f1a1fb8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834076
Apr 21 07:06:20.725631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a05c4b-5de1-4d7b-8bb8-4725b6d23218 req-2862806d-accb-4e1b-ba3b-92772f8a6cb9 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:20.728812 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d7a05c4b-5de1-4d7b-8bb8-4725b6d23218 req-2862806d-accb-4e1b-ba3b-92772f8a6cb9 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1220644
Apr 21 07:06:20.848455 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d7a05c4b-5de1-4d7b-8bb8-4725b6d23218 req-1275e696-cee8-46f0-ab41-59f67cf65ec5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114798
Apr 21 07:06:22.151152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5bdfe-bb61-4690-b01a-8bd0839edc33 req-e62b3619-0e82-4e8a-a52e-fb25ffb032e2 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:22.153036 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cdc5bdfe-bb61-4690-b01a-8bd0839edc33 req-e62b3619-0e82-4e8a-a52e-fb25ffb032e2 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1212099
Apr 21 07:06:22.215715 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cdc5bdfe-bb61-4690-b01a-8bd0839edc33 req-b13b60fb-0b68-44fa-9301-7ebca2f3f563 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508738
Apr 21 07:06:23.554278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252ac75-628d-430a-8376-dbfcee8f1c3b req-4284a63c-c2bf-4f34-8383-7624f773b368 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:23.555895 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2252ac75-628d-430a-8376-dbfcee8f1c3b req-4284a63c-c2bf-4f34-8383-7624f773b368 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.0946710
Apr 21 07:06:23.642232 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2252ac75-628d-430a-8376-dbfcee8f1c3b req-c4af350f-fa25-4b46-a55a-ef9fae901f5a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724096
Apr 21 07:06:24.893434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cba8-7919-4f06-9695-79e10045bb2c req-4d7fbe22-42c7-4e9e-a554-60763a54fae5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:24.895391 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-77e4cba8-7919-4f06-9695-79e10045bb2c req-4d7fbe22-42c7-4e9e-a554-60763a54fae5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1036210
Apr 21 07:06:24.969820 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-77e4cba8-7919-4f06-9695-79e10045bb2c req-e36ba56b-af0d-4073-a3e2-98cff650d903 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607641
Apr 21 07:06:26.327156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c3446-f2b0-495e-9dc8-1655984853f4 req-0d539cd8-c37f-4f29-8fed-9776a3d6e389 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:26.328962 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1d1c3446-f2b0-495e-9dc8-1655984853f4 req-0d539cd8-c37f-4f29-8fed-9776a3d6e389 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1629431
Apr 21 07:06:26.383405 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1d1c3446-f2b0-495e-9dc8-1655984853f4 req-75b37986-4451-4317-a7ef-f66827ee8740 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475128
Apr 21 07:06:27.625162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a224e2-98bf-400d-bb08-570c46c94a2e req-e7e46ae2-cfd1-426b-99cd-216d5fd9218b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:27.626835 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-25a224e2-98bf-400d-bb08-570c46c94a2e req-e7e46ae2-cfd1-426b-99cd-216d5fd9218b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1020684
Apr 21 07:06:27.683567 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-25a224e2-98bf-400d-bb08-570c46c94a2e req-a3751580-57e3-46ee-924f-39ea17cfd812 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498600
Apr 21 07:06:28.130877 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3157000b-51be-4b23-8e75-8780c3547f7b req-fcaf1683-e0ce-4f01-8335-301ab18cdc24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3300440
Apr 21 07:06:28.156778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:06:28.336672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157000b-51be-4b23-8e75-8780c3547f7b req-01963926-663d-43ba-acd2-e832715cb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:28.338624 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3157000b-51be-4b23-8e75-8780c3547f7b req-01963926-663d-43ba-acd2-e832715cb075 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 1099 time: 0.1008523
Apr 21 07:06:28.509371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157000b-51be-4b23-8e75-8780c3547f7b req-2be6e9fb-124b-409f-bf40-eba93eadfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:28.511938 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3157000b-51be-4b23-8e75-8780c3547f7b req-2be6e9fb-124b-409f-bf40-eba93eadfe54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1523590
Apr 21 07:06:28.639320 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3157000b-51be-4b23-8e75-8780c3547f7b req-da35b1f2-875f-4ce8-a7c9-498ad14a975f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf HTTP/1.1" status: 200  len: 1001 time: 0.1194174
Apr 21 07:06:28.720652 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157000b-51be-4b23-8e75-8780c3547f7b req-8bc08bce-60c0-4c46-91a2-6dca6d3f6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:28.722194 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3157000b-51be-4b23-8e75-8780c3547f7b req-8bc08bce-60c0-4c46-91a2-6dca6d3f6f1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0770493
Apr 21 07:06:28.815039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157000b-51be-4b23-8e75-8780c3547f7b req-5a3bf31d-9449-44e1-ab53-97703d4261ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:28.816694 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3157000b-51be-4b23-8e75-8780c3547f7b req-5a3bf31d-9449-44e1-ab53-97703d4261ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878489
Apr 21 07:06:29.048401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3157000b-51be-4b23-8e75-8780c3547f7b req-e507164e-35c1-4265-ba64-694f56fbdec9 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240644
Apr 21 07:06:29.097697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a57e16-0ba4-4b42-b84e-b52f9875bfda req-e91f53cd-c8dd-4e4f-b1ea-441f0aa476a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:29.099828 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a8a57e16-0ba4-4b42-b84e-b52f9875bfda req-e91f53cd-c8dd-4e4f-b1ea-441f0aa476a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1914816
Apr 21 07:06:29.241363 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a8a57e16-0ba4-4b42-b84e-b52f9875bfda req-56778788-0f86-4c4d-84da-a0526f2ead0c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920770
Apr 21 07:06:29.266453 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3157000b-51be-4b23-8e75-8780c3547f7b req-bf2f1ef9-9151-4462-9a6f-e50da7124ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2103198
Apr 21 07:06:30.508478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74fec4-e51d-4089-8a4f-630cd732d776 req-d0c69d5b-dbc7-4bec-8666-b517e80eef48 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:30.511549 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5f74fec4-e51d-4089-8a4f-630cd732d776 req-d0c69d5b-dbc7-4bec-8666-b517e80eef48 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1148183
Apr 21 07:06:30.563237 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5f74fec4-e51d-4089-8a4f-630cd732d776 req-ef75277f-a1ac-4fe1-be14-3098280d95a9 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449913
Apr 21 07:06:31.797257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c77db-41e0-41ea-9b5e-3db61626022c req-9df39c01-029a-4e4c-aa2f-b5a498fe71ec tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:31.799086 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b95c77db-41e0-41ea-9b5e-3db61626022c req-9df39c01-029a-4e4c-aa2f-b5a498fe71ec tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.0994077
Apr 21 07:06:31.853408 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b95c77db-41e0-41ea-9b5e-3db61626022c req-8363d133-c16c-4d67-8323-905add51ee08 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466962
Apr 21 07:06:33.197725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd27ebc-df3b-492a-915b-9f3008726cbc req-34fc0184-781d-4eac-ae88-2a4c73e6003a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:33.199796 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9cd27ebc-df3b-492a-915b-9f3008726cbc req-34fc0184-781d-4eac-ae88-2a4c73e6003a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1432707
Apr 21 07:06:33.259549 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9cd27ebc-df3b-492a-915b-9f3008726cbc req-fc101026-7750-4a85-a346-841d5c4bb8bb tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524106
Apr 21 07:06:33.600934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e412cb5b-5436-4d35-a686-ae2d71a4fcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:33.622950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f54d3-d732-4a8b-bfe8-9a706ad1e15b req-ec2cc140-d6ba-46ec-8d2c-c4968e2cc2d4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:33.624717 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-869f54d3-d732-4a8b-bfe8-9a706ad1e15b req-ec2cc140-d6ba-46ec-8d2c-c4968e2cc2d4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 946 time: 0.1041520
Apr 21 07:06:33.680070 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-869f54d3-d732-4a8b-bfe8-9a706ad1e15b req-bcc9838c-d1d2-40cd-b637-d38cef64b20d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481069
Apr 21 07:06:34.507207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878c48c-b3be-47b1-87c4-fd4556cdfb48 req-d70cddf9-4c86-4ae8-89fc-d1dbbca4e53d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:34.508871 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a878c48c-b3be-47b1-87c4-fd4556cdfb48 req-d70cddf9-4c86-4ae8-89fc-d1dbbca4e53d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.1134541
Apr 21 07:06:34.579933 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a878c48c-b3be-47b1-87c4-fd4556cdfb48 req-1d9f756a-9491-41af-b336-f5de16dd92a8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630040
Apr 21 07:06:34.923312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ba73-08bd-44b4-a787-3f6007dfef9b req-305a7ac5-c7e1-4dbf-9075-acf4f8e4a6fe tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:34.925275 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5531ba73-08bd-44b4-a787-3f6007dfef9b req-305a7ac5-c7e1-4dbf-9075-acf4f8e4a6fe tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 946 time: 0.1118550
Apr 21 07:06:34.982566 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5531ba73-08bd-44b4-a787-3f6007dfef9b req-ffb87443-c915-4d45-865f-f55aca6fdd75 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487943
Apr 21 07:06:35.210929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-4f046dd0-2969-4f92-bb24-69486a22d6de tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:35.212839 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-4f046dd0-2969-4f92-bb24-69486a22d6de tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 946 time: 0.0989742
Apr 21 07:06:35.305514 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Deleting port 304e66a4-39e7-4f59-b2bd-3742b6593bbf {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:06:35.306168 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:35.619958 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] For port 304e66a4-39e7-4f59-b2bd-3742b6593bbf, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=304e66a4-39e7-4f59-b2bd-3742b6593bbf,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:06:35.620705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:35.833587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:06:36.059913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:06:36.077970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc091cd-5bc5-4ea0-90a6-389b6968edc0 req-cac53199-91a5-432a-b541-d3ae10f66890 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:36.078566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'port_id': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'mac_address': 'fa:16:3e:14:fd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:06:36.081069 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1cc091cd-5bc5-4ea0-90a6-389b6968edc0 req-cac53199-91a5-432a-b541-d3ae10f66890 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 943 time: 0.2789204
Apr 21 07:06:36.120786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:36.121281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:36.121644 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Floating IP 1a028f0f-ae2a-47f4-80c5-d4c2d3359bb0 disassociated. External IP: 172.27.0.79, port: 304e66a4-39e7-4f59-b2bd-3742b6593bbf.
Apr 21 07:06:36.121990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Calling delete_port for 304e66a4-39e7-4f59-b2bd-3742b6593bbf owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:06:36.171706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:36.207228 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aab37bc-044f-4a39-8a75-a9dc8b20544c {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:06:36.226723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:06:36.230485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:36.232568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:36.267309 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1cc091cd-5bc5-4ea0-90a6-389b6968edc0 req-ce5b12c5-1ad2-446f-872c-2e1dc456e990 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1749201
Apr 21 07:06:36.310240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=9']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:36.314016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:36.402964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aa8d3-4f3d-4762-b8f6-b054da2b1d90 req-07dbe1a0-5916-4112-94a2-95f866896c49 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:36.404692 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-121aa8d3-4f3d-4762-b8f6-b054da2b1d90 req-07dbe1a0-5916-4112-94a2-95f866896c49 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 946 time: 0.2092021
Apr 21 07:06:36.406176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:36.412624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:36.489384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event deleted for resources: {'Port': ['ID=304e66a4-39e7-4f59-b2bd-3742b6593bbf,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:36.512384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.512788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.513127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.513601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.513981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.514352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.514747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.515140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.515550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.515971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.516361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.516786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:36.542008 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9aab37bc-044f-4a39-8a75-a9dc8b20544c'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:06:36.583671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:36.851488 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-121aa8d3-4f3d-4762-b8f6-b054da2b1d90 req-3b760a59-fd1e-434f-8982-b71523eb8460 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3945103
Apr 21 07:06:36.988332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Router 2aaba942-eed1-47db-880f-239f75d9480f has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:06:37.055035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbebde07-5394-4dd2-add3-6b14f8250e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:37.198337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:06:37.209392 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:06:37.233836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:06:37.234521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba104e10>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:06:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:06:37.283093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] No DVR routers for this DVR port 304e66a4-39e7-4f59-b2bd-3742b6593bbf on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:06:37.286066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:37.290496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'name': 'network-vif-deleted', 'tag': '304e66a4-39e7-4f59-b2bd-3742b6593bbf'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:06:37.307154 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ecc6580-0fdf-4035-b9b9-7c7f4988c4b6 req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "DELETE /v2.0/ports/304e66a4-39e7-4f59-b2bd-3742b6593bbf HTTP/1.1" status: 204  len: 173 time: 2.0885026
Apr 21 07:06:37.346291 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a6630c-6c0b-45b1-82e4-029c8960c3a9', 'name': 'network-vif-deleted', 'tag': '304e66a4-39e7-4f59-b2bd-3742b6593bbf', 'status': 'completed', 'code': 200}
Apr 21 07:06:37.444639 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:06:37.557072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf454bd-f572-4b88-9b0a-7a83f0177573 req-daca1953-dc53-43d7-8cb1-c540237959f0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:37.558840 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2cf454bd-f572-4b88-9b0a-7a83f0177573 req-daca1953-dc53-43d7-8cb1-c540237959f0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 944 time: 0.1128018
Apr 21 07:06:37.618851 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2cf454bd-f572-4b88-9b0a-7a83f0177573 req-13380ba9-ff00-40fc-9bf6-89023f7fb8e4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489845
Apr 21 07:06:37.869345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:06:38.063318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-7e60a7f6-8e21-44ae-9606-03bfefa8a358 req-127d4006-29d6-44a9-9cf2-bf5a2eff1a3b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Synchronizing usage tracker for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:06:38.069353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 9aab37bc-044f-4a39-8a75-a9dc8b20544c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:06:38.069817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:38.080018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-7e60a7f6-8e21-44ae-9606-03bfefa8a358 req-127d4006-29d6-44a9-9cf2-bf5a2eff1a3b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Unset dirty status for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:06:38.081558 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7e60a7f6-8e21-44ae-9606-03bfefa8a358 req-127d4006-29d6-44a9-9cf2-bf5a2eff1a3b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a6630c-6c0b-45b1-82e4-029c8960c3a9 HTTP/1.1" status: 200  len: 210 time: 0.0803318
Apr 21 07:06:38.211708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba104e10>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:06:38.230439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:06:38.240652 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:38.264634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:06:38.265446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba104e10>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:06:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:06:38.437270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:06:38.468676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:06:38.474507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:38.479208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:38.480324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 304e66a4-39e7-4f59-b2bd-3742b6593bbf no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:06:38.520618 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'code': 200}
Apr 21 07:06:38.521275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:38.577242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 304e66a4-39e7-4f59-b2bd-3742b6593bbf {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:06:38.577693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 304e66a4-39e7-4f59-b2bd-3742b6593bbf not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:06:38.638925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:06:38.699847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=10']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:38.705265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:38.890480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3233c6-8997-4663-86a7-387cfc48530b req-bd15c88b-468b-4281-821c-ac08d6729f75 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:38.893923 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c3233c6-8997-4663-86a7-387cfc48530b req-bd15c88b-468b-4281-821c-ac08d6729f75 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 946 time: 0.1112409
Apr 21 07:06:38.973110 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5c3233c6-8997-4663-86a7-387cfc48530b req-ed16b3f2-b6cd-4a38-91ed-1c72eb14d15e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684474
Apr 21 07:06:38.998399 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:39.071463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba104e10>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:06:39.076754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52586e6-2bee-4d7b-a878-c75599a86b27 None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:06:39.102708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43c241-d578-4ebc-a5cb-4b231e568874 req-9e2afffc-0ac1-4824-b418-c30f516ef65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:39.105184 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc43c241-d578-4ebc-a5cb-4b231e568874 req-9e2afffc-0ac1-4824-b418-c30f516ef65b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 1099 time: 0.1242867
Apr 21 07:06:39.157383 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc43c241-d578-4ebc-a5cb-4b231e568874 req-b031277d-34c5-4caf-bcfe-d1e4d8f87694 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453541
Apr 21 07:06:39.323084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:39.549947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5c075-483e-458a-a637-cc5281ec0c9d None None] New status for floating IP 1a028f0f-ae2a-47f4-80c5-d4c2d3359bb0: DOWN {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:06:39.553815 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-7ab61608-5f3d-460c-ad8d-3f2832e3a65d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564363274&fields=id&tenant_id=8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 267 time: 0.0823228
Apr 21 07:06:39.731489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-3e6d99ad-b10e-45fc-8715-b8533b2b2fa6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:39.733162 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-3e6d99ad-b10e-45fc-8715-b8533b2b2fa6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 811 time: 0.1717987
Apr 21 07:06:39.763101 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-820ef6e5-3895-4411-9dc0-4376a36d8d08 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/quotas/8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 375 time: 0.0158646
Apr 21 07:06:39.878179 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1c54f3de-f81b-4c66-bc68-d12064b605bd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1082444
Apr 21 07:06:40.044450 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-713cca81-c0d4-406f-bae8-d4fe23080b4b service neutron] 10.222.0.36 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525161
Apr 21 07:06:40.296983 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-dc13b68e-5b29-40b8-adeb-87b3c79caa80 service neutron] 10.222.0.36 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435894
Apr 21 07:06:40.320016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41ec7-e7d5-40c1-9728-8f8ca395d116 req-e0801d40-ff26-4ef4-9358-89d4f15e9c0c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:40.321799 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-95a41ec7-e7d5-40c1-9728-8f8ca395d116 req-e0801d40-ff26-4ef4-9358-89d4f15e9c0c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 946 time: 0.1888754
Apr 21 07:06:40.421924 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-95a41ec7-e7d5-40c1-9728-8f8ca395d116 req-b01c13d3-4224-4bf2-851e-1422ef7b6edf tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894058
Apr 21 07:06:40.894193 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a27da2de-c996-4520-b1bc-9bb512ecfa86 req-c8b5c23a-756b-4921-8620-14fc0769b879 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0564518
Apr 21 07:06:41.663012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ca07d-d8ce-4626-8d22-f89322deaa06 req-41b7f217-fb7f-494a-baf2-d6c05cdb484c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:41.664774 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b15ca07d-d8ce-4626-8d22-f89322deaa06 req-41b7f217-fb7f-494a-baf2-d6c05cdb484c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 946 time: 0.0971167
Apr 21 07:06:41.725021 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b15ca07d-d8ce-4626-8d22-f89322deaa06 req-86d75a07-e40a-4c95-9e5d-00b492c2772d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519335
Apr 21 07:06:42.151977 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6ddf10d2-0342-42d9-ba9d-f026fd66a667 req-5f9f538a-e452-4b40-b26d-eee0e5e3d9ef tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.1106155
Apr 21 07:06:42.238536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-30d18b50-a879-4a8f-870c-02c9c39a842a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:42.240207 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-30d18b50-a879-4a8f-870c-02c9c39a842a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 811 time: 0.2250462
Apr 21 07:06:42.304486 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1ae5507a-4976-4cd5-83f2-7b6e4498e5ad tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 380 time: 0.0482845
Apr 21 07:06:42.315179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'port': {'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'admin_state_up': True, 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'security_groups': ['503aaa72-8c11-4acf-833b-aebe6b5f9a6c']}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:06:42.486681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:06:42.498243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:06:42.511820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Made reservation on behalf of 8d00908a79904584b97bacc55b16c9c6 for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:06:42.518540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:42.702788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Allocated IP 172.20.0.3 (96427731-bc9e-4a96-a391-37d56b4b3565/7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456/a6950b89-646f-4959-898c-a38bc3ca728e) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:06:42.920839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:42.940459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Transition to ACTIVE for port object a6950b89-646f-4959-898c-a38bc3ca728e will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:06:42.966402 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:42.973306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0af5338b-e108-4f43-a559-e4a7a7e485ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:43.050526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Network 96427731-bc9e-4a96-a391-37d56b4b3565 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:06:43.054976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:06:43.062801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:06:43.100270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=a6950b89-646f-4959-898c-a38bc3ca728e,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:43.108604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:43.145878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:43.146617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:43.176561 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8665164
Apr 21 07:06:43.199144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Request body: {'port': {'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:06:43.330491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-29d17def-0208-4048-9efe-0bf9d4b0af49 None None] Provisioning for port a6950b89-646f-4959-898c-a38bc3ca728e completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:06:43.340636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-29d17def-0208-4048-9efe-0bf9d4b0af49 None None] Provisioning complete for port a6950b89-646f-4959-898c-a38bc3ca728e triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:06:43.341155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-29d17def-0208-4048-9efe-0bf9d4b0af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:43.456991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-29d17def-0208-4048-9efe-0bf9d4b0af49 None None] Port a6950b89-646f-4959-898c-a38bc3ca728e cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:06:43.467801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:43.554307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649ce87-18a0-44fe-9755-a4a2ce25c783 req-766ee529-c82e-46ca-a833-975fab6dc9a6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:43.555125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-2649ce87-18a0-44fe-9755-a4a2ce25c783 req-766ee529-c82e-46ca-a833-975fab6dc9a6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Synchronizing usage tracker for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:06:43.642711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-2649ce87-18a0-44fe-9755-a4a2ce25c783 req-766ee529-c82e-46ca-a833-975fab6dc9a6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Unset dirty status for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:06:43.644122 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2649ce87-18a0-44fe-9755-a4a2ce25c783 req-766ee529-c82e-46ca-a833-975fab6dc9a6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 931 time: 0.3398759
Apr 21 07:06:43.800687 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2649ce87-18a0-44fe-9755-a4a2ce25c783 req-3e74365a-cd18-4ac3-b273-fcd458241368 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1474032
Apr 21 07:06:43.975588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6950b89-646f-4959-898c-a38bc3ca728e {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:06:43.985406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:44.004359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Transition to ACTIVE for port object a6950b89-646f-4959-898c-a38bc3ca728e will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:06:44.007900 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:44.013639 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1e921896-b482-4784-9ca5-bef35cc765ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:44.199601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Pushing event updated for resources: {'Port': ['ID=a6950b89-646f-4959-898c-a38bc3ca728e,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:44.241585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:44.573804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Attempting to bind port a6950b89-646f-4959-898c-a38bc3ca728e on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:06:44.574463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Attempting to bind port a6950b89-646f-4959-898c-a38bc3ca728e by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:06:44.575112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Attempting to bind port a6950b89-646f-4959-898c-a38bc3ca728e on network 96427731-bc9e-4a96-a391-37d56b4b3565 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:06:44.585642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Port a6950b89-646f-4959-898c-a38bc3ca728e on network 96427731-bc9e-4a96-a391-37d56b4b3565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:06:44.586146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Attempting to bind port a6950b89-646f-4959-898c-a38bc3ca728e on network 96427731-bc9e-4a96-a391-37d56b4b3565 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:06:44.596726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:06:44.597320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Checking segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:06:44.598459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Bound using segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:06:44.599128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Bound port: a6950b89-646f-4959-898c-a38bc3ca728e, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:06:44.599756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:44.762984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] For port a6950b89-646f-4959-898c-a38bc3ca728e, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:06:44.767455 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] For port a6950b89-646f-4959-898c-a38bc3ca728e, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a6950b89-646f-4959-898c-a38bc3ca728e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:06:44.772323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:44.778556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:44.838772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:44.839534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:44.841229 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] 10.222.0.18 "PUT /v2.0/ports/a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1093 time: 1.6502917
Apr 21 07:06:44.841967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:06:44.884659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Pushing event updated for resources: {'Port': ['ID=a6950b89-646f-4959-898c-a38bc3ca728e,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:44.899980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:44.911784 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'status': 'completed', 'code': 200}
Apr 21 07:06:45.137270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-5b88a301-6847-422d-8812-2ffad3c830fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:45.138911 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-5b88a301-6847-422d-8812-2ffad3c830fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1096 time: 0.2110689
Apr 21 07:06:45.148485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5c34b-9aba-42e8-b343-577d668b0c5a req-4d3e885e-583d-47ee-95ba-8b231a191609 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:45.150223 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c4c5c34b-9aba-42e8-b343-577d668b0c5a req-4d3e885e-583d-47ee-95ba-8b231a191609 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 943 time: 0.1581957
Apr 21 07:06:45.245418 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-32d3b183-5eff-464f-b099-a2e5e5821679 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 217 time: 0.0882511
Apr 21 07:06:45.313763 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c4c5c34b-9aba-42e8-b343-577d668b0c5a req-828cae91-a5c5-4e1b-a0b4-86f8689c8ca9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1553078
Apr 21 07:06:45.332788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-3fd40ef8-cb3c-4307-8aef-3faeaebd69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:45.334211 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-3fd40ef8-cb3c-4307-8aef-3faeaebd69c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0768361
Apr 21 07:06:45.433781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-55f8da3b-2daf-4e11-a534-8efb07531dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:45.435479 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-55f8da3b-2daf-4e11-a534-8efb07531dec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944238
Apr 21 07:06:45.591630 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-ff97be9d-744b-4b4f-8caa-3db77c5e8d8e service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496274
Apr 21 07:06:45.749304 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1773cdb4-7e24-4d40-afd3-3fc62fabc908 req-34e2bb79-0e05-4f18-b7dc-15d9c42108c1 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500638
Apr 21 07:06:45.922566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-3f50be16-742d-4378-9f5c-c708d54cb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:45.924339 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-3f50be16-742d-4378-9f5c-c708d54cb790 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1096 time: 0.0852375
Apr 21 07:06:46.082786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-fcd2c56b-3724-4a6b-aa9c-b0f120579b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:46.084429 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-fcd2c56b-3724-4a6b-aa9c-b0f120579b4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1518755
Apr 21 07:06:46.168611 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-f617beee-1588-4794-87cd-a9b6c00d694b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 217 time: 0.0756133
Apr 21 07:06:46.245322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-da1cff34-512b-4449-b03d-5dbc5b416bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:46.247008 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-da1cff34-512b-4449-b03d-5dbc5b416bd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0721831
Apr 21 07:06:46.336705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-f0ad1e97-cd55-4357-93bf-697c95479577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:46.338872 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-f0ad1e97-cd55-4357-93bf-697c95479577 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858419
Apr 21 07:06:46.563270 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-08f9c503-6efc-4e65-8c9d-44f923df7309 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174911
Apr 21 07:06:46.663801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d33f7-19c6-4a57-b65c-eac67ad908bf req-858bc3a2-54b0-4515-a907-de913c6eaa6c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:46.665439 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c03d33f7-19c6-4a57-b65c-eac67ad908bf req-858bc3a2-54b0-4515-a907-de913c6eaa6c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 943 time: 0.2252858
Apr 21 07:06:46.757465 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c03d33f7-19c6-4a57-b65c-eac67ad908bf req-abd2e3d3-3e60-4d7d-88db-fc6812ecbf0c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790212
Apr 21 07:06:46.761739 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f7a4360-5589-45d2-9f97-86a588fd58c6 req-1d261bff-82c9-4f9e-9993-c6f8c1ee0448 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1921680
Apr 21 07:06:47.997841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb0718-5876-486d-b051-55de0acb862a req-c98228b1-855c-43e8-a579-f7a97bde1e24 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:47.999462 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74fb0718-5876-486d-b051-55de0acb862a req-c98228b1-855c-43e8-a579-f7a97bde1e24 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 943 time: 0.0926991
Apr 21 07:06:48.062500 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74fb0718-5876-486d-b051-55de0acb862a req-02b2632e-e7d5-4c7f-8ba3-8deb40588787 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560117
Apr 21 07:06:48.304564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:49.286275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe76f56-8771-4185-a2da-50905055c0db req-b36f804e-0684-42d1-a93a-a1a81854e5b5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:49.287986 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4fe76f56-8771-4185-a2da-50905055c0db req-b36f804e-0684-42d1-a93a-a1a81854e5b5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 943 time: 0.0993285
Apr 21 07:06:49.339493 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4fe76f56-8771-4185-a2da-50905055c0db req-d34aa267-a74d-4d88-adb4-a68573120e9a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428226
Apr 21 07:06:50.565049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf46d09-77b7-4311-9e71-1ad8d81db47b req-295ea63f-0cd8-4dfe-9d60-736087aafb7f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:50.566982 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7bf46d09-77b7-4311-9e71-1ad8d81db47b req-295ea63f-0cd8-4dfe-9d60-736087aafb7f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 943 time: 0.0965927
Apr 21 07:06:50.631226 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7bf46d09-77b7-4311-9e71-1ad8d81db47b req-9febeb1a-009d-4db9-9053-ee17d7dbe6cc tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557542
Apr 21 07:06:51.853380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846767f-0028-419c-8ae3-4aa74b92f341 req-ee4d3d45-49c6-4ab0-9fee-0f541f209632 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:51.855244 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3846767f-0028-419c-8ae3-4aa74b92f341 req-ee4d3d45-49c6-4ab0-9fee-0f541f209632 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 943 time: 0.0957847
Apr 21 07:06:51.913401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3846767f-0028-419c-8ae3-4aa74b92f341 req-d593d454-033f-4f61-94f2-b59e17e3fcfd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503113
Apr 21 07:06:53.129516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc18ef-a534-4973-b34c-cf165e4f5370 req-57060ee6-197a-42c3-8597-ca3d4573bb76 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:53.131143 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cacc18ef-a534-4973-b34c-cf165e4f5370 req-57060ee6-197a-42c3-8597-ca3d4573bb76 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 943 time: 0.0945079
Apr 21 07:06:53.183203 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cacc18ef-a534-4973-b34c-cf165e4f5370 req-b20b5de6-18f7-45c3-90ea-66cde68551eb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446167
Apr 21 07:06:53.912692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a6950b89-646f-4959-898c-a38bc3ca728e details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:06:54.066289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a6950b89-646f-4959-898c-a38bc3ca728e, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a6950b89-646f-4959-898c-a38bc3ca728e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:06:54.082398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:06:54.145018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:54.164547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6950b89-646f-4959-898c-a38bc3ca728e {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:06:54.182788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a6950b89-646f-4959-898c-a38bc3ca728e, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a6950b89-646f-4959-898c-a38bc3ca728e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:06:54.186426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:54.188607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c951a078-5074-49ad-9d57-d360f1d9be7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:54.315328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a6950b89-646f-4959-898c-a38bc3ca728e,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:54.325248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.325681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.326024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.326396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.326764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.327135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.327498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.327861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.328308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.328770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.329144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.329528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:54.337572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:54.429445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caf9a9-7d7b-420c-8eea-1c18e2acfe5a req-cf32dc38-8aab-4371-979b-a4abe54ff112 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:54.431219 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-94caf9a9-7d7b-420c-8eea-1c18e2acfe5a req-cf32dc38-8aab-4371-979b-a4abe54ff112 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 944 time: 0.1001549
Apr 21 07:06:54.485712 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-94caf9a9-7d7b-420c-8eea-1c18e2acfe5a req-5ca840a3-9502-4283-b147-54b3f4e87df9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468073
Apr 21 07:06:54.514406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['a6950b89-646f-4959-898c-a38bc3ca728e'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:06:55.793598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a9193-8321-47d2-b7d0-ad3c73733a99 req-36dcb606-402c-4b51-b05c-5e00a307dd66 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:55.795502 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-da5a9193-8321-47d2-b7d0-ad3c73733a99 req-36dcb606-402c-4b51-b05c-5e00a307dd66 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 944 time: 0.1044126
Apr 21 07:06:55.884969 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-da5a9193-8321-47d2-b7d0-ad3c73733a99 req-151249a5-9603-4d02-9118-677c7f1df4a1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760436
Apr 21 07:06:55.927629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a6950b89-646f-4959-898c-a38bc3ca728e up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:06:56.053039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port a6950b89-646f-4959-898c-a38bc3ca728e completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:06:56.061441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port a6950b89-646f-4959-898c-a38bc3ca728e triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:06:56.061951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:56.201720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:56.234243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:06:56.246116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a6950b89-646f-4959-898c-a38bc3ca728e, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a6950b89-646f-4959-898c-a38bc3ca728e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:06:56.250073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:56.252126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:56.291415 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'code': 200}
Apr 21 07:06:56.331482 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a6950b89-646f-4959-898c-a38bc3ca728e,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:56.335590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:56.658503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a54cf-e453-489a-9ca8-b92f33921a88 req-d6e5fb81-9a64-457f-be83-8094af267c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:56.660155 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b32a54cf-e453-489a-9ca8-b92f33921a88 req-d6e5fb81-9a64-457f-be83-8094af267c51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0858557
Apr 21 07:06:56.705515 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b32a54cf-e453-489a-9ca8-b92f33921a88 req-cf2c755e-2781-4fa2-aa8b-31a78e566038 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380671
Apr 21 07:06:57.141174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d46eda-5f1d-430f-aeba-c47d9636ea62 req-404aa51c-8450-4c62-9136-0e7040fecb44 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:57.143535 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-17d46eda-5f1d-430f-aeba-c47d9636ea62 req-404aa51c-8450-4c62-9136-0e7040fecb44 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 945 time: 0.1246059
Apr 21 07:06:57.210379 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-17d46eda-5f1d-430f-aeba-c47d9636ea62 req-2b1cc043-fd38-4f85-95b5-d613186e5ab5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594757
Apr 21 07:06:58.065509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c17e2-5a0c-41bf-be3a-08cf76401e5a req-e7d9d1e5-e7fa-4272-8ac8-248946e9a723 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:58.067137 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-db3c17e2-5a0c-41bf-be3a-08cf76401e5a req-e7d9d1e5-e7fa-4272-8ac8-248946e9a723 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 945 time: 0.0949016
Apr 21 07:06:58.120395 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-db3c17e2-5a0c-41bf-be3a-08cf76401e5a req-931c5a18-65fe-46f7-b737-4656b49d3a1e tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465093
Apr 21 07:06:58.432509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1139ab-ad57-4e5e-85ff-b1c91805d553 req-750d790e-c6b5-4f93-a119-b0d86e638252 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:58.434196 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b1139ab-ad57-4e5e-85ff-b1c91805d553 req-750d790e-c6b5-4f93-a119-b0d86e638252 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 945 time: 0.0965645
Apr 21 07:06:58.486179 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b1139ab-ad57-4e5e-85ff-b1c91805d553 req-135e4e7a-ad69-4d92-b1c4-8f510995a182 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454016
Apr 21 07:06:58.700572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e621d0-31b2-474c-99bb-89a992b0a7a7 req-36171a36-e5c1-4313-b862-4546812ae2d7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:58.702224 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-72e621d0-31b2-474c-99bb-89a992b0a7a7 req-36171a36-e5c1-4313-b862-4546812ae2d7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 945 time: 0.0936198
Apr 21 07:06:58.769791 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-72e621d0-31b2-474c-99bb-89a992b0a7a7 req-5f5a2b54-681f-4c6e-9684-dd64628d88c2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577741
Apr 21 07:06:58.798606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53266) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:06:58.878774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddee7a0-e57e-4971-9823-2d2215f6a8db tempest-TestVolumeBootPattern-725363613 tempest-TestVolumeBootPattern-725363613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:58.880427 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8ddee7a0-e57e-4971-9823-2d2215f6a8db tempest-TestVolumeBootPattern-725363613 tempest-TestVolumeBootPattern-725363613-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1093 time: 0.0806708
Apr 21 07:06:58.883621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53270) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:06:58.889446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:06:58.896280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:06:58.900679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:floatingip and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:06:58.903874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:06:58.910170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:06:58.922434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:59.079094 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:59.241993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Allocated IP 172.27.0.26 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/eb37d14a-6059-42d0-b092-1ec9accf93c0) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:06:59.342341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec5b7a-c594-43e0-a6f1-da90bfe4c3c9 req-fafb3e85-aaf0-470e-93fb-fa151c483a2d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:59.343918 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-baec5b7a-c594-43e0-a6f1-da90bfe4c3c9 req-fafb3e85-aaf0-470e-93fb-fa151c483a2d tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 945 time: 0.0972984
Apr 21 07:06:59.395274 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-baec5b7a-c594-43e0-a6f1-da90bfe4c3c9 req-6a6584fb-5a5d-4ca5-9aa6-4c1f3aacf2a9 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441325
Apr 21 07:06:59.408471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:59.441411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:06:59.446575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ff7dfd46-9cc0-4039-890d-c0b798258557 tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:06:59.516364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:06:59.520184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:06:59.524417 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:06:59.564461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=eb37d14a-6059-42d0-b092-1ec9accf93c0,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:06:59.582316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.582734 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.583143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.583563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.583944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.584346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.584742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.585131 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.585566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.585964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.586354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.586739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:06:59.592864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:06:59.995579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-e60db434-ff44-42a1-96d3-8f53dea7dcf3 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:06:59.997322 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-e60db434-ff44-42a1-96d3-8f53dea7dcf3 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 945 time: 0.0914304
Apr 21 07:07:00.083124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Deleting port 06310605-a5d9-4dbb-8232-5294d1510ff0 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:00.083423 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.277428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.359667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.360231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] For port 06310605-a5d9-4dbb-8232-5294d1510ff0, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=06310605-a5d9-4dbb-8232-5294d1510ff0,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:00.360607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.593394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.598186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.602493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:00.722162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=eb37d14a-6059-42d0-b092-1ec9accf93c0,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:00.727264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:00.734526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.927807 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Floating IP 2dd8b9e6-24fd-469c-aa6e-07b4307546ef associated. External IP: 172.27.0.26, port: a6950b89-646f-4959-898c-a38bc3ca728e.
Apr 21 07:07:00.973429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.973875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:00.974225 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Floating IP 9543e674-abd2-46f0-b843-9d337f6bf295 disassociated. External IP: 172.27.0.247, port: 06310605-a5d9-4dbb-8232-5294d1510ff0.
Apr 21 07:07:00.974623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Calling delete_port for 06310605-a5d9-4dbb-8232-5294d1510ff0 owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:07:01.015121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5e1b-7a6a-4083-b707-fada3a9a9424 req-42ef6aa2-062f-45f9-a372-6aa9a7ed6d21 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:01.016915 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac6f5e1b-7a6a-4083-b707-fada3a9a9424 req-42ef6aa2-062f-45f9-a372-6aa9a7ed6d21 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 945 time: 0.2668972
Apr 21 07:07:01.117254 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac6f5e1b-7a6a-4083-b707-fada3a9a9424 req-a90d0205-b94b-4ca9-bdf0-61663ccb2b94 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c9127e6-3246-4a11-82d4-3cdd368ce038&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858979
Apr 21 07:07:01.192702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:01.198820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:01.251448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event deleted for resources: {'Port': ['ID=06310605-a5d9-4dbb-8232-5294d1510ff0,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:01.255581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:01.373944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Router 2aaba942-eed1-47db-880f-239f75d9480f has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:07:01.524847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Router 92a4088f-1927-4c51-a877-c0e60062de06 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:07:01.569576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:07:01.580655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:07:01.592189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:01.592994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba2c5cc0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:06:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:01.594502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:01.663633 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7788243
Apr 21 07:07:01.664342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:07:01.736647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:07:01.747682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] Sync routers for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:07:01.764631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:01.765945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb77f98>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:06:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:01.799714 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'status': 'completed', 'code': 200}
Apr 21 07:07:01.829015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] No DVR routers for this DVR port 06310605-a5d9-4dbb-8232-5294d1510ff0 on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:07:01.831799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:01.834846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10514c-b06f-433e-8df9-3b492d58d116', 'name': 'network-vif-deleted', 'tag': '06310605-a5d9-4dbb-8232-5294d1510ff0'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:07:01.839221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:01.870182 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.18 "DELETE /v2.0/ports/06310605-a5d9-4dbb-8232-5294d1510ff0 HTTP/1.1" status: 204  len: 173 time: 1.8672960
Apr 21 07:07:01.910775 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10514c-b06f-433e-8df9-3b492d58d116', 'name': 'network-vif-deleted', 'tag': '06310605-a5d9-4dbb-8232-5294d1510ff0', 'status': 'completed', 'code': 200}
Apr 21 07:07:01.941937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-178c7c2f-d5e3-495d-a155-aa16213a9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:01.943936 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-178c7c2f-d5e3-495d-a155-aa16213a9225 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0988326
Apr 21 07:07:01.999635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:02.109845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-4799b845-f830-4a19-9f2e-8c11aedac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:02.111378 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-4799b845-f830-4a19-9f2e-8c11aedac4bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1582365
Apr 21 07:07:02.247011 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-abebbb41-72e4-45c9-a254-cc736e27e82f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 998 time: 0.1274133
Apr 21 07:07:02.332984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-f7639711-de9f-4237-8b72-8f3e2491c72b req-516854e7-2da3-4e89-b46f-836785618db0 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Synchronizing usage tracker for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:07:02.351532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-f7639711-de9f-4237-8b72-8f3e2491c72b req-516854e7-2da3-4e89-b46f-836785618db0 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Unset dirty status for tenant:3596f42eb08745dbb854a94eb1773a9b on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:07:02.353320 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f7639711-de9f-4237-8b72-8f3e2491c72b req-516854e7-2da3-4e89-b46f-836785618db0 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d10514c-b06f-433e-8df9-3b492d58d116 HTTP/1.1" status: 200  len: 210 time: 0.0774591
Apr 21 07:07:02.364133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-04f81239-d0b8-4fac-95b4-fa4109bfd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:02.366324 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-04f81239-d0b8-4fac-95b4-fa4109bfd13f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.1119277
Apr 21 07:07:02.386603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb77f98>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:02.392630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] Checking router: 92a4088f-1927-4c51-a877-c0e60062de06 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:07:02.404156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:02.404934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb77f98>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:06:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:02.478281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-f326f39e-f1d9-485b-a860-05aefee6bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:02.480170 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-f326f39e-f1d9-485b-a860-05aefee6bee5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1048830
Apr 21 07:07:02.629556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:02.675329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba2c5cc0>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:06:59Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:02.678410 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-a9de60fb-4406-4ed6-bb3f-db1db11b2986 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831169
Apr 21 07:07:02.682189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:07:02.703579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:02.704277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba2c5cc0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:06:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:02.842108 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6a227cd5-ddeb-4f1e-afff-b132bc2e02aa req-f61b0667-99fb-4833-ae29-99075b8d99a1 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558516
Apr 21 07:07:02.935117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:03.132356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb77f98>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:03.137187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce935c8-c6ae-4336-8881-f4fa0f0ae8e2 None None] The sync data for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi is: [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:00:28Z', 'revision_number': 4, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '377d1d05-a87e-4922-bc36-ff7b0184d89b', 'name': '', 'network_id': 'c2c390d5-8404-47fa-b4d9-7c3ce370dcee', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'mac_address': 'fa:16:3e:44:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:26Z', 'updated_at': '2021-04-21T07:00:48Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'subnets': [{'id': '5b771c03-e7f0-43b0-81ea-60421e9a0ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:07:03.324431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba2c5cc0>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:06:59Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:03.328976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd540fcf-bada-448a-b635-2df0d9dc4bd2 None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:06:59Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:07:03.505300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53294) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:03.561403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97719e39-b8e2-42fd-a674-d6953c2ed081 None None] New status for floating IP 9543e674-abd2-46f0-b843-9d337f6bf295: DOWN {{(pid=86425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:07:03.582798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e8ef153f-06ea-4a85-ac61-0dd5efaf4c8a tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:03.620856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e8ef153f-06ea-4a85-ac61-0dd5efaf4c8a tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:03.641433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb68c0dc-4bec-4d9a-a07b-d7fc2a757826 None None] New status for floating IP 2dd8b9e6-24fd-469c-aa6e-07b4307546ef: ACTIVE {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:07:03.677595 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e8ef153f-06ea-4a85-ac61-0dd5efaf4c8a tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:03.689344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e4520c5c-834c-4714-8eac-4aa532733665 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:03.707156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef153f-06ea-4a85-ac61-0dd5efaf4c8a tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9127e6-3246-4a11-82d4-3cdd368ce038,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:03.711645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e8ef153f-06ea-4a85-ac61-0dd5efaf4c8a tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:03.713124 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e8ef153f-06ea-4a85-ac61-0dd5efaf4c8a tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c9127e6-3246-4a11-82d4-3cdd368ce038 HTTP/1.1" status: 204  len: 168 time: 0.2066674
Apr 21 07:07:03.714857 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e8ef153f-06ea-4a85-ac61-0dd5efaf4c8a tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:03.716863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53298) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:03.738048 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.v2.resource [None req-6735e99e-0ddf-468a-a054-0ef04d0bebb8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] show failed (client error): The resource could not be found.
Apr 21 07:07:03.739442 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-6735e99e-0ddf-468a-a054-0ef04d0bebb8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "GET /v2.0/security-groups/9c9127e6-3246-4a11-82d4-3cdd368ce038 HTTP/1.1" status: 404  len: 347 time: 0.0214753
Apr 21 07:07:03.742506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53302) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:03.770012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a672-ef29-418a-80c3-f7428565412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:03.945446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Deleting port a264d832-86e6-4ff3-be9f-b61494435901 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:03.945871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:03.954223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 06310605-a5d9-4dbb-8232-5294d1510ff0 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:07:03.995428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 06310605-a5d9-4dbb-8232-5294d1510ff0 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:07:03.995925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 06310605-a5d9-4dbb-8232-5294d1510ff0 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:07:04.151926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:04.152301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:04.287685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Calling delete_port for a264d832-86e6-4ff3-be9f-b61494435901 owned by network:floatingip {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:07:04.445809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:04.450640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2caecf62-b852-465c-85db-062f5e33aeeb tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:04.500158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Pushing event deleted for resources: {'Port': ['ID=a264d832-86e6-4ff3-be9f-b61494435901,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:04.531999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:04.600861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks [] for floatingip, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:04.622269 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:04.623519 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] 10.222.0.36 "DELETE /v2.0/floatingips/9543e674-abd2-46f0-b843-9d337f6bf295 HTTP/1.1" status: 204  len: 168 time: 0.8799400
Apr 21 07:07:05.163294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:07:07.050004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7434ceab-7799-490d-9190-c5a6d7e26a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:08.358403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:08.844285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53332) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:08.973859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:09.318891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:09.840401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:10.229890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Deleting port 377d1d05-a87e-4922-bc36-ff7b0184d89b {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:10.230271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:10.444708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] For port 377d1d05-a87e-4922-bc36-ff7b0184d89b, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=377d1d05-a87e-4922-bc36-ff7b0184d89b,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:10.445025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:10.580570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Calling delete_port for 377d1d05-a87e-4922-bc36-ff7b0184d89b owned by network:router_interface {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:07:10.946009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:10.951710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:11.001810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Pushing event deleted for resources: {'Port': ['ID=377d1d05-a87e-4922-bc36-ff7b0184d89b,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:11.037738 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:11.304709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:11.728225 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Router 92a4088f-1927-4c51-a877-c0e60062de06 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:07:11.927703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:07:11.938817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] Sync routers for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:07:11.942844 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] 10.222.0.36 "PUT /v2.0/routers/92a4088f-1927-4c51-a877-c0e60062de06/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0968525
Apr 21 07:07:11.946064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53342) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:11.951037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:11.951709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4006d8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:07:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:12.158843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:12.417982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks [] for router, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:12.701013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:12.711431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Deleting port c18dcbee-442a-441f-988e-75757734e07f {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:12.711796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:12.742986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4006d8>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c18dcbee-442a-441f-988e-75757734e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:07:10Z', 'revision_number': 5, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port': {'id': 'c18dcbee-442a-441f-988e-75757734e07f', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a4088f-1927-4c51-a877-c0e60062de06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:00:19Z', 'updated_at': '2021-04-21T07:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:12.747727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] Checking router: 92a4088f-1927-4c51-a877-c0e60062de06 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:07:12.758618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] Routers {'92a4088f-1927-4c51-a877-c0e60062de06'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:12.760035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4006d8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:07:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['92a4088f-1927-4c51-a877-c0e60062de06'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:12.936448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] For port c18dcbee-442a-441f-988e-75757734e07f, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=c18dcbee-442a-441f-988e-75757734e07f,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:12.936951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:12.940934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] Set router 92a4088f-1927-4c51-a877-c0e60062de06 gateway port host: None {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:13.062278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4006d8>, [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:07:12Z', 'revision_number': 6, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:13.066961 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b81ed8-d1a3-4c1b-85f5-e1fa46873bdc None None] The sync data for ids ['92a4088f-1927-4c51-a877-c0e60062de06'] in dv-cinder-779194-2-iscsi is: [{'id': '92a4088f-1927-4c51-a877-c0e60062de06', 'name': 'tempest-AttachVolumeTestJSON-308295830-router', 'tenant_id': '3596f42eb08745dbb854a94eb1773a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:00:16Z', 'updated_at': '2021-04-21T07:07:12Z', 'revision_number': 6, 'project_id': '3596f42eb08745dbb854a94eb1773a9b', 'gw_port_host': None}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:07:13.082254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Calling delete_port for c18dcbee-442a-441f-988e-75757734e07f owned by network:router_gateway {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:07:13.322267 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:13.327638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:13.378574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18dcbee-442a-441f-988e-75757734e07f,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:13.417600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:13.487775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:13.689270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:13.693284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:13.796375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:13.797022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a4088f-1927-4c51-a877-c0e60062de06 {{(pid=86424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:07:13.812351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] Notify callbacks [] for router, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:13.813691 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a222c609-b2f2-4e3b-8764-fbea48efdb37 admin admin] 10.222.0.36 "DELETE /v2.0/routers/92a4088f-1927-4c51-a877-c0e60062de06 HTTP/1.1" status: 204  len: 168 time: 1.8661363
Apr 21 07:07:13.816452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53348) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:13.890157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] Deleting subnet 5b771c03-e7f0-43b0-81ea-60421e9a0ff5 {{(pid=86424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:07:13.894059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:13.967377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6354525'] for subnet, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:14.105189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:14.390546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6535792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7175327'] for subnet, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:14.400006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-584d876d-ccd4-4b55-a3a8-c034aebfb9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:14.448797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b771c03-e7f0-43b0-81ea-60421e9a0ff5,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:14.451913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:14.452980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:14.461697 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-95554630-a917-4148-8acf-7104fd796511 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5b771c03-e7f0-43b0-81ea-60421e9a0ff5 HTTP/1.1" status: 204  len: 168 time: 0.6437714
Apr 21 07:07:14.461958 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9763bdc-a003-4ae4-80b9-60b4cad020ab None None] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:07:14.466184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53354) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:14.557372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 377d1d05-a87e-4922-bc36-ff7b0184d89b no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:07:14.590518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:14.607462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Deleting port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:14.607848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:14.612454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 377d1d05-a87e-4922-bc36-ff7b0184d89b {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:07:14.612855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 377d1d05-a87e-4922-bc36-ff7b0184d89b not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:07:14.613343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device c18dcbee-442a-441f-988e-75757734e07f no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:07:14.666806 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: c18dcbee-442a-441f-988e-75757734e07f {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:07:14.667053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device c18dcbee-442a-441f-988e-75757734e07f not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:07:14.847938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] DHCP port deletion for c2c390d5-8404-47fa-b4d9-7c3ce370dcee request from dv-cinder-779194-2-iscsi {{(pid=86425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 07:07:14.856737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] Deleting port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:14.857436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:14.857606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] For port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=239b201d-c3e9-4eb7-81ec-204d1c6ccd1d,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:14.857897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:14.999756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Calling delete_port for 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d owned by network:dhcp {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:07:15.092625 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:15.096932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eac17996-5be6-4ad4-8ea3-c91bed26187b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:15.147136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Pushing event deleted for resources: {'Port': ['ID=239b201d-c3e9-4eb7-81ec-204d1c6ccd1d,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:15.150287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:15.152921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] No DVR routers for this DVR port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d on host dv-cinder-779194-2-iscsi {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:07:15.154327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] For port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=239b201d-c3e9-4eb7-81ec-204d1c6ccd1d,segment=NetworkSegment(50b87035-4bd9-4271-a64a-ddcd79e78538),segment_id=50b87035-4bd9-4271-a64a-ddcd79e78538)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:15.154813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:15.292737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:15.330663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] Calling delete_port for 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d owned by network:dhcp {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:07:15.435331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b95db240>,) {'filters': {'network_id': ['c2c390d5-8404-47fa-b4d9-7c3ce370dcee']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:15.453802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b95db240>, '50b87035-4bd9-4271-a64a-ddcd79e78538') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:15.454108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b95db240>, '50b87035-4bd9-4271-a64a-ddcd79e78538') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:15.470881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:15.490071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:15.502872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:07:15.515667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.api [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 07:07:15.516091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.api [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 07:07:15.715966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:07:15.727260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:16.017788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] Deleting port 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:16.018284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:16.100266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-6bf71e57-f657-4d78-80db-45c6cb440fbf None None] The port '239b201d-c3e9-4eb7-81ec-204d1c6ccd1d' was deleted {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 07:07:16.172216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Network c2c390d5-8404-47fa-b4d9-7c3ce370dcee has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:07:16.195755 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:07:16.277470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:16.281358 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:16.298613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:16.308348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c390d5-8404-47fa-b4d9-7c3ce370dcee,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:16.313714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:16.317371 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c2c390d5-8404-47fa-b4d9-7c3ce370dcee HTTP/1.1" status: 204  len: 168 time: 1.8500695
Apr 21 07:07:16.456376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53372) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:16.517777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:07:16.532903 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-16d7231e-749c-41eb-be3b-d24c25a9c98f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3596f42eb08745dbb854a94eb1773a9b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0743036
Apr 21 07:07:16.535721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53376) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:16.554863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:07:16.555217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 239b201d-c3e9-4eb7-81ec-204d1c6ccd1d not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:07:16.605341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-61310a32-cfd4-4905-b3b4-a66822c3d7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:16.636141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-61310a32-cfd4-4905-b3b4-a66822c3d7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:16.696247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-61310a32-cfd4-4905-b3b4-a66822c3d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:16.702666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-35d68ec3-b977-4ace-a84a-517bb57a7859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:16.718479 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61310a32-cfd4-4905-b3b4-a66822c3d7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd337e1d-44a2-4b81-85a6-5f689230b3b8,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:16.724833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-61310a32-cfd4-4905-b3b4-a66822c3d7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:16.727519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-61310a32-cfd4-4905-b3b4-a66822c3d7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:16.733002 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-61310a32-cfd4-4905-b3b4-a66822c3d7ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd337e1d-44a2-4b81-85a6-5f689230b3b8 HTTP/1.1" status: 204  len: 168 time: 0.1919653
Apr 21 07:07:17.124635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494247b-4613-48a6-8f25-041a91ffb03f req-09aed1ff-3834-45b2-978a-c5f10b9cf0e7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:17.126425 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5494247b-4613-48a6-8f25-041a91ffb03f req-09aed1ff-3834-45b2-978a-c5f10b9cf0e7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 946 time: 0.1057560
Apr 21 07:07:17.179634 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5494247b-4613-48a6-8f25-041a91ffb03f req-010b4118-d495-4a8e-8f21-b17b1ef071ee tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465395
Apr 21 07:07:18.326902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:18.408141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54fce5-87c9-41d7-ba45-cc2ae373dc92 req-791deaab-7e0c-44a8-9fde-a9d9785243d7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:18.410766 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cb54fce5-87c9-41d7-ba45-cc2ae373dc92 req-791deaab-7e0c-44a8-9fde-a9d9785243d7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 946 time: 0.0951049
Apr 21 07:07:18.468067 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cb54fce5-87c9-41d7-ba45-cc2ae373dc92 req-b51cc800-8073-4f50-b7fc-30a78ae2dcc7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501566
Apr 21 07:07:18.795016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-14b9674d-8780-48c1-89ab-fad49d92326d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:18.795846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-14b9674d-8780-48c1-89ab-fad49d92326d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Synchronizing usage tracker for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:07:18.810035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-14b9674d-8780-48c1-89ab-fad49d92326d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Unset dirty status for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:07:18.811344 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-14b9674d-8780-48c1-89ab-fad49d92326d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 946 time: 0.1183932
Apr 21 07:07:18.895557 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Deleting port 9aab37bc-044f-4a39-8a75-a9dc8b20544c {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:18.895966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:19.182501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] For port 9aab37bc-044f-4a39-8a75-a9dc8b20544c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9aab37bc-044f-4a39-8a75-a9dc8b20544c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:19.182746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:19.701611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc1760-eb9d-4068-9395-dd428d44b190 req-4d699237-d098-4892-9fec-deaeb235bfd4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:19.703968 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-92fc1760-eb9d-4068-9395-dd428d44b190 req-4d699237-d098-4892-9fec-deaeb235bfd4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 946 time: 0.1011236
Apr 21 07:07:19.762081 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-92fc1760-eb9d-4068-9395-dd428d44b190 req-4fb70876-47ce-42d8-86bf-0e42a057d2de tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=c47fb759-59b6-4a0c-9ed9-1da851629dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484924
Apr 21 07:07:19.785949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:19.786368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:19.786733 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Floating IP 44476949-cfe2-4e42-bdac-e0a5cd6a6422 disassociated. External IP: 172.27.0.17, port: 9aab37bc-044f-4a39-8a75-a9dc8b20544c.
Apr 21 07:07:19.787125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Calling delete_port for 9aab37bc-044f-4a39-8a75-a9dc8b20544c owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:07:19.954765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:19.963170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ceee4daa-5fe4-451a-a48e-14e4f1e35196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:20.016957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event deleted for resources: {'Port': ['ID=9aab37bc-044f-4a39-8a75-a9dc8b20544c,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:20.022297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:20.240203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:07:20.447518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:07:20.458410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] Sync routers for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:07:20.471811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:20.473240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc375c0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:07:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:20.535272 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] No DVR routers for this DVR port 9aab37bc-044f-4a39-8a75-a9dc8b20544c on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:07:20.538308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:20.543091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-deleted', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:07:20.558695 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-172f6c01-f2d6-434b-b7cb-f09339ec332d req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "DELETE /v2.0/ports/9aab37bc-044f-4a39-8a75-a9dc8b20544c HTTP/1.1" status: 204  len: 173 time: 1.7412472
Apr 21 07:07:20.596228 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0c9529-0873-450b-afbb-e326501f3ed7', 'name': 'network-vif-deleted', 'tag': '9aab37bc-044f-4a39-8a75-a9dc8b20544c', 'status': 'completed', 'code': 200}
Apr 21 07:07:20.696500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:20.963606 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e47666aa-a51a-453a-8bb5-bb355da01684 req-fd1e0a03-b1fa-48b0-b1ca-8715b2e0f855 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=df0c9529-0873-450b-afbb-e326501f3ed7 HTTP/1.1" status: 200  len: 210 time: 0.0516019
Apr 21 07:07:21.034474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc375c0>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:21.038964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] Checking router: e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:07:21.048657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:21.049298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc375c0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:07:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:21.240081 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:21.578511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc375c0>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:21.583311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185db4ae-1880-468a-947d-0b68a023f605 None None] The sync data for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi is: [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:07:21.973382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227bc999-5c45-44ac-8d16-188086c5fff2 None None] New status for floating IP 44476949-cfe2-4e42-bdac-e0a5cd6a6422: DOWN {{(pid=86425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:07:22.030973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:07:22.083310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 9aab37bc-044f-4a39-8a75-a9dc8b20544c {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:07:22.083634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9aab37bc-044f-4a39-8a75-a9dc8b20544c not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:07:22.114632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53484) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:22.192315 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b1720685-7ebd-407f-b0a7-96a44957b92e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:22.224743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b1720685-7ebd-407f-b0a7-96a44957b92e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:22.277504 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b1720685-7ebd-407f-b0a7-96a44957b92e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:22.283139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5fb18a49-2e08-47a1-b059-3b35b2b8d37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:22.296765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1720685-7ebd-407f-b0a7-96a44957b92e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47fb759-59b6-4a0c-9ed9-1da851629dd3,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:22.301422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b1720685-7ebd-407f-b0a7-96a44957b92e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:22.305382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b1720685-7ebd-407f-b0a7-96a44957b92e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:22.307308 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b1720685-7ebd-407f-b0a7-96a44957b92e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "DELETE /v2.0/security-groups/c47fb759-59b6-4a0c-9ed9-1da851629dd3 HTTP/1.1" status: 204  len: 168 time: 0.1914837
Apr 21 07:07:22.310257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53488) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:22.328498 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.v2.resource [None req-fb2e606f-72e0-4a06-a9e5-b43ba70132aa tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] show failed (client error): The resource could not be found.
Apr 21 07:07:22.329583 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fb2e606f-72e0-4a06-a9e5-b43ba70132aa tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups/c47fb759-59b6-4a0c-9ed9-1da851629dd3 HTTP/1.1" status: 404  len: 347 time: 0.0182693
Apr 21 07:07:22.332828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53492) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:22.508151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Deleting port 00dbca11-3a56-43dc-b4c7-546a9b96a8f0 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:07:22.508608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:22.701856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:22.702133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:22.859812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Calling delete_port for 00dbca11-3a56-43dc-b4c7-546a9b96a8f0 owned by network:floatingip {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:07:23.022122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:23.027995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f52a834d-7c31-4c95-8566-733bb69de9c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:23.093435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event deleted for resources: {'Port': ['ID=00dbca11-3a56-43dc-b4c7-546a9b96a8f0,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:23.130733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:23.197988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:23.214924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:23.216139 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "DELETE /v2.0/floatingips/44476949-cfe2-4e42-bdac-e0a5cd6a6422 HTTP/1.1" status: 204  len: 168 time: 0.8821330
Apr 21 07:07:23.679182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53500) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:23.685554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827281517', 'description': 'tempest-description--573373006'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:07:23.693893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:23.699558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:security_group and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:23.703025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:23.709888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:23.722492 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:23.749865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:23.754752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:security_group_rule and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:23.758043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:23.764824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:23.844529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:23.849144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:23.853310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5b493e2d-cacf-49c5-85b1-4dd4d713d9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:23.895044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa0e54c-aa6d-4bcf-997c-88770259e686,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:23.898013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:23.899325 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2189636
Apr 21 07:07:23.901659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4a4373f7-7927-45a0-95ab-b33fe2ac3765 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:23.903582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53504) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:23.909550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'security_group_rule': {'security_group_id': 'faa0e54c-aa6d-4bcf-997c-88770259e686', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:07:23.916427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:23.920493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:security_group_rule and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:23.923525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:23.930196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:23.948386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.016533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.020984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.023102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:24.047516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57c388e-9e8d-4ee1-ba6c-6e111ab6c69d,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:24.050162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:24.057866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.059201 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fed4a555-55de-43f1-ad31-0e3d8654c681 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1545875
Apr 21 07:07:24.062413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53510) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:24.068666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'security_group_rule': {'security_group_id': 'faa0e54c-aa6d-4bcf-997c-88770259e686', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:07:24.075685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:24.079822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:security_group_rule and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:24.083588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:24.090425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:24.111015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.179931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.183891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.186288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:24.215456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e08458-ada6-458d-b2a0-fd069e2929e7,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:24.218186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:24.226901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.229375 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1657398
Apr 21 07:07:24.231817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53514) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:24.238938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:07:24.246915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:24.251686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:floatingip and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:24.255198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:24.262930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:24.275221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.441542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.615683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Allocated IP 172.27.0.29 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/4ff4b770-e544-45e8-910a-821a5a29faa8) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:07:24.778780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.818932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:24.824347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1a1ea992-2005-44d7-865c-75fe5a7ecd4d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:24.895566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:07:24.899742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:07:24.902346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:07:24.948213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'Port': ['ID=4ff4b770-e544-45e8-910a-821a5a29faa8,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:24.953200 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:25.001127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:25.068710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:25.309457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:25.313602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:25.319116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9265d2b0-575e-415e-b602-553e1b565fae tempest-ServerRescueNegativeTestJSON-216349382 tempest-ServerRescueNegativeTestJSON-216349382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:25.432498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'Port': ['ID=4ff4b770-e544-45e8-910a-821a5a29faa8,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:25.441563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:25.452601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:25.479669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:25.481041 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2480023
Apr 21 07:07:25.735748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-226f2de8-c26a-460e-a860-d6cace101e6b req-381f3d03-4050-4cff-ab4d-c40876b14314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Synchronizing usage tracker for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:security_group {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:07:25.754411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-226f2de8-c26a-460e-a860-d6cace101e6b req-381f3d03-4050-4cff-ab4d-c40876b14314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Unset dirty status for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:security_group {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:07:25.755636 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-381f3d03-4050-4cff-ab4d-c40876b14314 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--827281517&fields=id&tenant_id=a3f49a17a5994f8f823f3a7cdae83897 HTTP/1.1" status: 200  len: 267 time: 0.0692642
Apr 21 07:07:25.927352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2de8-c26a-460e-a860-d6cace101e6b req-cf06e8cc-e615-4e2f-9e82-16c252c441b4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:25.929266 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-cf06e8cc-e615-4e2f-9e82-16c252c441b4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 817 time: 0.1654882
Apr 21 07:07:25.946700 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-40bc52b8-5ab2-49e0-af68-5d04dabac132 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/quotas/a3f49a17a5994f8f823f3a7cdae83897 HTTP/1.1" status: 200  len: 375 time: 0.0108466
Apr 21 07:07:26.045178 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-dc2cc920-f818-48bb-b983-d66098f2f1fe tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0890927
Apr 21 07:07:26.331289 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-70bb2db2-ff4c-4a1d-a514-eb45e43462ce service neutron] 10.222.0.36 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2719834
Apr 21 07:07:26.479598 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-8c103895-341b-4c27-914a-d0403214a9ac service neutron] 10.222.0.36 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410899
Apr 21 07:07:26.707838 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-02672d75-b4b3-42a1-a5c7-c1c73477670a req-76af0eaf-019a-46d5-bcca-fb64f7b06d44 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 210 time: 0.0558186
Apr 21 07:07:27.898315 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3b1533ad-d48d-41bc-8433-82a645b092b1 req-1266ffe8-2f9a-4938-969a-d899920e4b24 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 210 time: 0.0550680
Apr 21 07:07:27.965052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2de8-c26a-460e-a860-d6cace101e6b req-a98422f6-1735-450f-a7da-9138ce566db7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:27.965901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-226f2de8-c26a-460e-a860-d6cace101e6b req-a98422f6-1735-450f-a7da-9138ce566db7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Synchronizing usage tracker for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:network {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:07:27.985511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-226f2de8-c26a-460e-a860-d6cace101e6b req-a98422f6-1735-450f-a7da-9138ce566db7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Unset dirty status for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:network {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:07:27.986857 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-a98422f6-1735-450f-a7da-9138ce566db7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 817 time: 0.1981125
Apr 21 07:07:28.050954 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-226f2de8-c26a-460e-a860-d6cace101e6b req-8222fb3b-a50a-4b8d-b835-23585e161521 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Synchronizing usage tracker for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:security_group {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:07:28.066029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-226f2de8-c26a-460e-a860-d6cace101e6b req-8222fb3b-a50a-4b8d-b835-23585e161521 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Unset dirty status for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:security_group {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:07:28.067310 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-8222fb3b-a50a-4b8d-b835-23585e161521 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f49a17a5994f8f823f3a7cdae83897 HTTP/1.1" status: 200  len: 379 time: 0.0640864
Apr 21 07:07:28.078219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'port': {'device_id': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'admin_state_up': True, 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'security_groups': ['faa0e54c-aa6d-4bcf-997c-88770259e686']}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:07:28.262017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:28.267154 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Usage tracker for resource:port and tenant:a3f49a17a5994f8f823f3a7cdae83897 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:28.270607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:28.277446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:28.287919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Made reservation on behalf of a3f49a17a5994f8f823f3a7cdae83897 for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:07:28.295392 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:28.488391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Allocated IP 172.20.0.5 (69ca8fee-7654-4cc1-8dc8-f216ea9f13a1/8b8303a9-a07f-4cab-be45-54f4b107e0dc/a05ac82f-3f81-47da-8a89-90ef6e8d5c11) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:07:28.957616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:28.978413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Transition to ACTIVE for port object a05ac82f-3f81-47da-8a89-90ef6e8d5c11 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:07:29.006285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:29.012801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-41610e90-2988-490b-909c-fb198153ca2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:29.087758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:07:29.091112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:07:29.095390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:07:29.119001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9a631-9382-40e6-bb60-b9bb9eee9706 req-612f43e5-6c2c-47e6-8ee5-444c2f1e7a92 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:29.122134 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b2b9a631-9382-40e6-bb60-b9bb9eee9706 req-612f43e5-6c2c-47e6-8ee5-444c2f1e7a92 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 931 time: 0.0945873
Apr 21 07:07:29.138510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:29.146218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:29.182108 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b2b9a631-9382-40e6-bb60-b9bb9eee9706 req-614ed7a6-a99b-410a-a225-d9d5b7ad0b3a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539441
Apr 21 07:07:29.182854 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:29.183605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:29.212592 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1391044
Apr 21 07:07:29.231544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Request body: {'port': {'device_id': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:07:29.354299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-83029c9e-c4da-4231-96ba-e0cfe667a15f None None] Provisioning for port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:07:29.360226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-83029c9e-c4da-4231-96ba-e0cfe667a15f None None] Provisioning complete for port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:07:29.360657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-83029c9e-c4da-4231-96ba-e0cfe667a15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:29.363649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:29.422476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-83029c9e-c4da-4231-96ba-e0cfe667a15f None None] Port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:07:29.756718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05ac82f-3f81-47da-8a89-90ef6e8d5c11 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:07:29.765410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:29.781728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Transition to ACTIVE for port object a05ac82f-3f81-47da-8a89-90ef6e8d5c11 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:07:29.784910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:29.788893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-218edb5b-06b0-429d-a4c2-45031e8822d0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:29.929584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:29.965613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:30.046069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Attempting to bind port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:07:30.046447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Attempting to bind port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:07:30.046823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Attempting to bind port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 on network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:07:30.052269 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 on network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:07:30.052623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Attempting to bind port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 on network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:07:30.060165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:07:30.060585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Checking segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:07:30.061166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Bound using segment: {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:07:30.062841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Bound port: a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:07:30.062841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:30.172121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:07:30.175446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:07:30.179700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:30.185011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:30.270333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:30.271276 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:30.273200 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] 10.222.0.18 "PUT /v2.0/ports/a05ac82f-3f81-47da-8a89-90ef6e8d5c11 HTTP/1.1" status: 200  len: 1093 time: 1.0470045
Apr 21 07:07:30.274178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:07:30.301437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:30.306436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:30.372448 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'status': 'completed', 'code': 200}
Apr 21 07:07:30.431166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2de8-c26a-460e-a860-d6cace101e6b req-557f3878-b1f6-48f1-9a8e-3fc754d576ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:30.432900 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-557f3878-b1f6-48f1-9a8e-3fc754d576ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 1096 time: 0.1018400
Apr 21 07:07:30.446603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ad732-212a-422d-b8a6-b97000bd83c3 req-fc6e1ebc-00c8-4576-9e68-d9c7ee3de583 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:30.448405 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-579ad732-212a-422d-b8a6-b97000bd83c3 req-fc6e1ebc-00c8-4576-9e68-d9c7ee3de583 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1085806
Apr 21 07:07:30.503235 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-579ad732-212a-422d-b8a6-b97000bd83c3 req-edc02f0b-baa9-4a7a-a205-aa49af9e476d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476453
Apr 21 07:07:30.564695 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-da363923-f7e9-4b36-8475-e1a67cb7a280 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11 HTTP/1.1" status: 200  len: 217 time: 0.1180148
Apr 21 07:07:30.639238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2de8-c26a-460e-a860-d6cace101e6b req-7e09c139-7bbc-49f8-9829-a50fd7de8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:30.640870 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-7e09c139-7bbc-49f8-9829-a50fd7de8dce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0696940
Apr 21 07:07:30.734922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2de8-c26a-460e-a860-d6cace101e6b req-3d30d4cb-c950-4977-8aab-c349866613db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:30.736617 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-3d30d4cb-c950-4977-8aab-c349866613db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889776
Apr 21 07:07:30.892515 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-2e327d99-f93a-46bb-a401-b2f87f374c04 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470058
Apr 21 07:07:31.049743 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-226f2de8-c26a-460e-a860-d6cace101e6b req-d4f2b3a4-c99e-4302-aaf6-79516e7b7c52 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494348
Apr 21 07:07:31.234426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019262b0-d605-428e-824e-668cadb582f5 req-90733c64-fff0-48a5-af7d-4ad78a7800dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:31.236107 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-019262b0-d605-428e-824e-668cadb582f5 req-90733c64-fff0-48a5-af7d-4ad78a7800dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 1096 time: 0.0879087
Apr 21 07:07:31.389497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019262b0-d605-428e-824e-668cadb582f5 req-05c69c75-57e5-4de7-ab4b-42757180af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:31.391247 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-019262b0-d605-428e-824e-668cadb582f5 req-05c69c75-57e5-4de7-ab4b-42757180af04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 917 time: 0.1471364
Apr 21 07:07:31.473469 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-019262b0-d605-428e-824e-668cadb582f5 req-f771ed4f-468b-41fc-bbdc-529e290eae18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11 HTTP/1.1" status: 200  len: 217 time: 0.0732508
Apr 21 07:07:31.546967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019262b0-d605-428e-824e-668cadb582f5 req-5c0a7276-127e-4442-96e6-fa1c1edc5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:31.548568 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-019262b0-d605-428e-824e-668cadb582f5 req-5c0a7276-127e-4442-96e6-fa1c1edc5d17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0676060
Apr 21 07:07:31.651297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019262b0-d605-428e-824e-668cadb582f5 req-7c102248-6b20-4391-bcb5-e24c627cdd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:31.652839 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-019262b0-d605-428e-824e-668cadb582f5 req-7c102248-6b20-4391-bcb5-e24c627cdd6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890362
Apr 21 07:07:31.719660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563f54-1c6f-4cd9-a1b6-c782e9c78b5a req-ee56ad4e-041f-43db-9710-9a219114abef tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:31.721278 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fd563f54-1c6f-4cd9-a1b6-c782e9c78b5a req-ee56ad4e-041f-43db-9710-9a219114abef tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.0955226
Apr 21 07:07:31.771899 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fd563f54-1c6f-4cd9-a1b6-c782e9c78b5a req-30ab69f2-9bff-4e21-899e-c65dcdfee3a0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430171
Apr 21 07:07:31.805586 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-019262b0-d605-428e-824e-668cadb582f5 req-3127dc3b-47c3-4d02-adcc-c4d634d9569b service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449001
Apr 21 07:07:31.953098 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-019262b0-d605-428e-824e-668cadb582f5 req-96223a6d-a2b1-425e-8aca-861b41110ddc service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406045
Apr 21 07:07:32.991716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbe23e-5840-40fd-beee-8b72094d86e5 req-2ed4a0a0-ab2f-4856-90e3-851a9870f7c2 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:32.993721 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-59dbe23e-5840-40fd-beee-8b72094d86e5 req-2ed4a0a0-ab2f-4856-90e3-851a9870f7c2 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.0938737
Apr 21 07:07:33.043181 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-59dbe23e-5840-40fd-beee-8b72094d86e5 req-bb752db1-c626-431c-b26e-bd97fd86c615 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428185
Apr 21 07:07:33.594721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-00c23553-c53c-4af9-a268-6493c89c566b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:34.067399 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:07:34.234453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:34.261263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'port_id': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'mac_address': 'fa:16:3e:d0:7d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:07:34.272735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eae592-77fe-4393-a516-7e9596ebe139 req-175489b7-d807-41b0-85f3-0b7982880f14 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:34.274608 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-64eae592-77fe-4393-a516-7e9596ebe139 req-175489b7-d807-41b0-85f3-0b7982880f14 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.0959888
Apr 21 07:07:34.333318 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-64eae592-77fe-4393-a516-7e9596ebe139 req-8ebd92b8-536e-4174-99b2-24919c179a85 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449305
Apr 21 07:07:34.372319 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:34.391579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05ac82f-3f81-47da-8a89-90ef6e8d5c11 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:07:34.409885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:34.413383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:34.416336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:34.489177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:34.493530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:34.739340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['a05ac82f-3f81-47da-8a89-90ef6e8d5c11'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:07:35.578729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2bb48-7907-43d3-b0c2-c1af4342bb77 req-561051f8-12a2-4b18-b3af-97c92065a1dc tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:35.580499 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6bb2bb48-7907-43d3-b0c2-c1af4342bb77 req-561051f8-12a2-4b18-b3af-97c92065a1dc tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 944 time: 0.0951767
Apr 21 07:07:35.645310 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6bb2bb48-7907-43d3-b0c2-c1af4342bb77 req-f4654663-e6b9-4e75-8590-907f08d54803 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568368
Apr 21 07:07:36.079825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:07:36.156979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:07:36.162098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:07:36.164266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:36.477948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:36.509259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:07:36.521088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:07:36.525190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:36.527429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c951a078-5074-49ad-9d57-d360f1d9be7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:36.568812 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'code': 200}
Apr 21 07:07:36.604932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:36.608455 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:36.865539 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a7152-e3cd-4b64-846e-5586b7355d93 req-01e3f9a8-8665-4232-b629-d56c9d1339a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:36.869037 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b10a7152-e3cd-4b64-846e-5586b7355d93 req-01e3f9a8-8665-4232-b629-d56c9d1339a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 1098 time: 0.0917335
Apr 21 07:07:36.888317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ae999-6518-4687-821d-534ad5f754ca req-749d0695-2a04-47c9-864e-3f29c5cd0ee4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:36.890029 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-646ae999-6518-4687-821d-534ad5f754ca req-749d0695-2a04-47c9-864e-3f29c5cd0ee4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1019297
Apr 21 07:07:36.926782 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b10a7152-e3cd-4b64-846e-5586b7355d93 req-2524059d-1192-4dd6-9454-d8217bb8eacd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507531
Apr 21 07:07:36.943004 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-646ae999-6518-4687-821d-534ad5f754ca req-f15474b9-bf86-4b72-898e-4f8fe138e7e9 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463343
Apr 21 07:07:37.064553 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbff7cfe-5cec-467b-a7cb-00ad7ff5ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:37.313608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53618) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:37.466803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:37.484453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:37.489001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Usage tracker for resource:security_group_rule and tenant:380897fb47314d7a976341beae2961c3 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:37.492384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:37.499151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:37.587453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:37.590986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:37.604547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2d2d82a-a96f-4ce3-976a-88210c46935f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:37.647665 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=380897fb47314d7a976341beae2961c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3328090
Apr 21 07:07:37.649736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cd9b43-dc66-4ccb-b6cb-8ca57fce0f83,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:37.651311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53624) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:37.659070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.659483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.659886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.660290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.660683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.661076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.661532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.661911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.662300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.662689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.663074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.663608 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:37.668457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:37.732030 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a021a235-c198-4178-8046-74667b889916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:37.762246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a021a235-c198-4178-8046-74667b889916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:37.811875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a021a235-c198-4178-8046-74667b889916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:37.816093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e4664dda-ac84-4bbf-9830-b96293a8e1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:37.831177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021a235-c198-4178-8046-74667b889916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cd9b43-dc66-4ccb-b6cb-8ca57fce0f83,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:37.834654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a021a235-c198-4178-8046-74667b889916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:37.837099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a021a235-c198-4178-8046-74667b889916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:37.838538 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a021a235-c198-4178-8046-74667b889916 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2cd9b43-dc66-4ccb-b6cb-8ca57fce0f83 HTTP/1.1" status: 204  len: 168 time: 0.1859570
Apr 21 07:07:38.197443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b902139-c447-4921-9885-533af9d48567 req-a4c0cebd-d25a-461e-a236-0b00a4026d93 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:38.198986 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b902139-c447-4921-9885-533af9d48567 req-a4c0cebd-d25a-461e-a236-0b00a4026d93 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1125028
Apr 21 07:07:38.255303 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1b902139-c447-4921-9885-533af9d48567 req-4716e8d2-e506-4980-9685-89fa2a1d3377 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491791
Apr 21 07:07:38.362311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:38.977350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:39.326838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:39.486487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66213b-5a3b-4d0d-a6c9-b48d900d97c8 req-fd92d3e0-4344-4ef0-83c8-8c40e135327b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:39.488269 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac66213b-5a3b-4d0d-a6c9-b48d900d97c8 req-fd92d3e0-4344-4ef0-83c8-8c40e135327b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0972955
Apr 21 07:07:39.538677 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac66213b-5a3b-4d0d-a6c9-b48d900d97c8 req-d7e98a60-f948-440b-af5b-34bf10a17697 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427980
Apr 21 07:07:39.748420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474124f-4c02-424c-b334-529f84bc6705 req-a0537358-af1d-4ea8-b7ce-694fdda4abc8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:39.750095 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2474124f-4c02-424c-b334-529f84bc6705 req-a0537358-af1d-4ea8-b7ce-694fdda4abc8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0976787
Apr 21 07:07:39.763938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53664) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:39.769609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Request body: {'floatingip': {'port_id': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:07:39.852809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:40.541111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:40.545139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:40.764652 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Floating IP 1259ea99-5498-4fa3-83de-bbb55b2746b0 associated. External IP: 172.27.0.29, port: a05ac82f-3f81-47da-8a89-90ef6e8d5c11.
Apr 21 07:07:41.397820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:07:41.599774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:07:41.610815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] Sync routers for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:07:41.614233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:41.622930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:41.623604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb46358>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:07:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:41.675470 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-01288314-c1a2-49a3-8058-054793a61bf5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "PUT /v2.0/floatingips/1259ea99-5498-4fa3-83de-bbb55b2746b0 HTTP/1.1" status: 200  len: 990 time: 1.9104016
Apr 21 07:07:41.676257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:07:41.735003 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'status': 'completed', 'code': 200}
Apr 21 07:07:41.814465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:42.156831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:07:42.368207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb46358>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '1259ea99-5498-4fa3-83de-bbb55b2746b0', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'port_id': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'mac_address': 'fa:16:3e:d0:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:07:24Z', 'updated_at': '2021-04-21T07:07:40Z', 'revision_number': 1, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:42.372858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] Checking router: e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:07:42.382421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:07:42.383191 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb46358>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:07:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:42.575895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:07:42.971973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb46358>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '1259ea99-5498-4fa3-83de-bbb55b2746b0', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'port_id': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'mac_address': 'fa:16:3e:d0:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:07:24Z', 'updated_at': '2021-04-21T07:07:40Z', 'revision_number': 1, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:07:42.976782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7172ea3-1eb2-45fc-9792-108c00bae8a7 None None] The sync data for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi is: [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '1259ea99-5498-4fa3-83de-bbb55b2746b0', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'port_id': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'mac_address': 'fa:16:3e:d0:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:07:24Z', 'updated_at': '2021-04-21T07:07:40Z', 'revision_number': 1, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:07:43.253078 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c91de6b-7d36-4193-b4e8-af7bc2d15086 None None] New status for floating IP 1259ea99-5498-4fa3-83de-bbb55b2746b0: ACTIVE {{(pid=86425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:07:43.711764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-06e3d393-006c-496b-aafa-ccbd528fad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:43.713332 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-06e3d393-006c-496b-aafa-ccbd528fad50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 1098 time: 0.0795341
Apr 21 07:07:43.858260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-957da8e8-ee0a-41b3-a09f-b9b850bdbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:43.859765 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-957da8e8-ee0a-41b3-a09f-b9b850bdbbfb service neutron] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 917 time: 0.1400199
Apr 21 07:07:43.978838 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-854cde18-cd3a-4570-bb2e-0c132c1c1174 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11 HTTP/1.1" status: 200  len: 1000 time: 0.1119065
Apr 21 07:07:44.054827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-e6e43f34-ed97-4d2c-93cc-10719e0a237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:44.056547 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-e6e43f34-ed97-4d2c-93cc-10719e0a237a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0697474
Apr 21 07:07:44.146782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-7364a40d-9015-458f-a338-2ea0f2d5cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:07:44.148898 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-7364a40d-9015-458f-a338-2ea0f2d5cb45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842671
Apr 21 07:07:44.308101 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-04574b10-2be5-4435-9852-c77e12598251 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524587
Apr 21 07:07:44.457498 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6832ffe3-e1b4-48c0-b961-8fc136fbb8ef req-fb77edb1-7c66-4a6c-b226-fd8ebf9b2633 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416283
Apr 21 07:07:48.318890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:48.480013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53740) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:48.622023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:48.638547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:48.642763 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Usage tracker for resource:security_group_rule and tenant:723fa9df72ab48109f4406eae4ea363d is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:48.645833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:48.652238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:48.746046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:48.749624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:48.757386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-861cb964-863c-481a-a8f9-35e64e931442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:48.803431 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=723fa9df72ab48109f4406eae4ea363d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3222487
Apr 21 07:07:48.804415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8609731f-a853-4225-a136-299416477fba,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:48.806664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53746) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:48.808779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:48.872183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ab53a9f3-68b8-4019-b02e-24fd18cf9d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:48.901233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ab53a9f3-68b8-4019-b02e-24fd18cf9d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:48.952925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ab53a9f3-68b8-4019-b02e-24fd18cf9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:48.958261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-61310a32-cfd4-4905-b3b4-a66822c3d7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:48.973926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53a9f3-68b8-4019-b02e-24fd18cf9d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8609731f-a853-4225-a136-299416477fba,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:48.976537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ab53a9f3-68b8-4019-b02e-24fd18cf9d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:48.983777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ab53a9f3-68b8-4019-b02e-24fd18cf9d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:48.985056 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ab53a9f3-68b8-4019-b02e-24fd18cf9d3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8609731f-a853-4225-a136-299416477fba HTTP/1.1" status: 204  len: 168 time: 0.1772878
Apr 21 07:07:59.327136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53888) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:59.458822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:59.476612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:07:59.485710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Usage tracker for resource:security_group_rule and tenant:720cb6aa221d4fd289bd34326f68fcb1 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:07:59.488966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:07:59.495889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:07:59.585527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:59.589086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:59.596242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ba382541-59fa-4e0e-b916-d1cf0af0d691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:59.642336 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=720cb6aa221d4fd289bd34326f68fcb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3139775
Apr 21 07:07:59.643304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c6d9c-3a49-42e6-ae7d-5f483b634cb9,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:59.645408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53894) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:07:59.652930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.653391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.653847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.654265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.654679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.655088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.655479 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.655889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.656295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.656697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.657098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.657523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:07:59.662278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:59.711252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5b876132-038a-4a89-bb48-043d6c1767a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:59.740517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5b876132-038a-4a89-bb48-043d6c1767a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:59.804252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5b876132-038a-4a89-bb48-043d6c1767a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:59.813851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:07:59.837408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b876132-038a-4a89-bb48-043d6c1767a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c6d9c-3a49-42e6-ae7d-5f483b634cb9,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:07:59.844449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5b876132-038a-4a89-bb48-043d6c1767a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:07:59.855313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5b876132-038a-4a89-bb48-043d6c1767a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:07:59.859787 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-5b876132-038a-4a89-bb48-043d6c1767a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a2c6d9c-3a49-42e6-ae7d-5f483b634cb9 HTTP/1.1" status: 204  len: 168 time: 0.2106774
Apr 21 07:08:00.195942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53904) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:08:00.218942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:00.235080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:08:00.239240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac6dc1e5f28450ea2b02c02a5e6ea24 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:08:00.242249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:08:00.248405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:08:00.335698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:00.339438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:00.346902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e8ffdbca-c293-48bc-8478-c67c9ea18dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:00.393557 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ac6dc1e5f28450ea2b02c02a5e6ea24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1964192
Apr 21 07:08:00.394499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a11bb08-41d3-4023-a7dc-c3605a22c13e,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:00.396698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53908) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:08:00.398017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e0bb3b7d-2fe9-4f0f-8922-c5995cafbf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:00.469680 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b1b4eb7b-fdfa-48d0-b6fa-38ef5de7bdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:00.498547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b1b4eb7b-fdfa-48d0-b6fa-38ef5de7bdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:00.804477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b1b4eb7b-fdfa-48d0-b6fa-38ef5de7bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:00.808686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-be98ad9c-dee4-4186-9681-ca29dd4b9425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:00.822766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4eb7b-fdfa-48d0-b6fa-38ef5de7bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a11bb08-41d3-4023-a7dc-c3605a22c13e,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:00.827278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b1b4eb7b-fdfa-48d0-b6fa-38ef5de7bdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:00.833245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b1b4eb7b-fdfa-48d0-b6fa-38ef5de7bdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:00.834548 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b1b4eb7b-fdfa-48d0-b6fa-38ef5de7bdc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a11bb08-41d3-4023-a7dc-c3605a22c13e HTTP/1.1" status: 204  len: 168 time: 0.4365332
Apr 21 07:08:01.239801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 53918) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:08:01.261154 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:01.278864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:08:01.283226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Usage tracker for resource:security_group_rule and tenant:d6397c95b341467894bcd844d8ac3280 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:08:01.286521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:08:01.294070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:08:01.404919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:01.408740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:01.418548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5fe059e7-a7b1-48ac-82d5-0bd0900f6939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:01.463825 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6397c95b341467894bcd844d8ac3280&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2221067
Apr 21 07:08:01.466253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9750d9d4-4209-488f-b62d-014067a1ae51,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:01.467208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53922) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:08:01.471687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:01.540217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df9c2d97-4735-41aa-9c51-1f870c53dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:01.570739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df9c2d97-4735-41aa-9c51-1f870c53dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:01.624299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df9c2d97-4735-41aa-9c51-1f870c53dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:01.631107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2eb227c1-9f04-4133-8002-14f69b892dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:01.644180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c2d97-4735-41aa-9c51-1f870c53dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9750d9d4-4209-488f-b62d-014067a1ae51,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:01.648414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-df9c2d97-4735-41aa-9c51-1f870c53dc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:01.654553 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df9c2d97-4735-41aa-9c51-1f870c53dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:01.655849 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-df9c2d97-4735-41aa-9c51-1f870c53dc7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9750d9d4-4209-488f-b62d-014067a1ae51 HTTP/1.1" status: 204  len: 168 time: 0.1871119
Apr 21 07:08:02.503355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53948) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:08:02.622734 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1725851790-network', 'tenant_id': '55e2f4ac92814dc4b7ea9183fdd77eca'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:08:02.628164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:08:02.632477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Usage tracker for resource:network and tenant:55e2f4ac92814dc4b7ea9183fdd77eca is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:08:02.635716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:08:02.643083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:08:02.654091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Made reservation on behalf of 55e2f4ac92814dc4b7ea9183fdd77eca for: {'network': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:08:02.658921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:02.672803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:02.689089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:08:02.693624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Usage tracker for resource:security_group_rule and tenant:55e2f4ac92814dc4b7ea9183fdd77eca is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:08:02.696840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:08:02.703619 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:08:02.797370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:02.801241 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:02.805826 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0af67ce9-3836-4da4-85e2-d6d194a4498b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:02.836344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=86424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:08:02.846502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7735d565-9fc8-47e1-872e-01f19de594c9,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:02.851028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:02.854447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:02.854849 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Added segment 8c4765bb-50c4-46c8-b335-70bcb47e8049 of type vlan for network 19e337b3-9b49-44a3-a455-34c7165f5428
Apr 21 07:08:02.885227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:02.918856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:02.920375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:02.921041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:02.924927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:03.041620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Pushing event updated for resources: {'Network': ['ID=19e337b3-9b49-44a3-a455-34c7165f5428,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:03.044917 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5404317
Apr 21 07:08:03.045945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:03.048192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 53954) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:08:03.052146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 19e337b3-9b49-44a3-a455-34c7165f5428 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:08:03.054515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Request body: {'subnet': {'network_id': '19e337b3-9b49-44a3-a455-34c7165f5428', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1725851790-subnet', 'tenant_id': '55e2f4ac92814dc4b7ea9183fdd77eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:08:03.060116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:08:03.064258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Usage tracker for resource:subnet and tenant:55e2f4ac92814dc4b7ea9183fdd77eca is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:08:03.067468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:08:03.073904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:08:03.084294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Made reservation on behalf of 55e2f4ac92814dc4b7ea9183fdd77eca for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:08:03.089287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847600459'] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:03.544369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848240075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847600476'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:03.548684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1ef4afb8-4edd-42bc-8d60-eaa644b46505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:03.599675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-94399fe1-5226-43cc-9aa4-0e83b18fe23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:03.630924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=89476d68-293a-48ee-9295-aa384af8cb0f,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:03.635407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:03.642361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Checking segment: {'id': '8c4765bb-50c4-46c8-b335-70bcb47e8049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19e337b3-9b49-44a3-a455-34c7165f5428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:08:03.642766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Network hostable DHCP agents. Network: 19e337b3-9b49-44a3-a455-34c7165f5428, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:08:03.663304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Network 19e337b3-9b49-44a3-a455-34c7165f5428 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:08:03.675120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 19e337b3-9b49-44a3-a455-34c7165f5428) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:08:03.685274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b40f0-d670-4555-b5e1-a9b51839dda5 None None] Network 19e337b3-9b49-44a3-a455-34c7165f5428 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:08:03.691930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:03.692596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:03.713752 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6642983
Apr 21 07:08:03.954542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1df67d-1786-4e42-8e04-9cf1202868e5 None None] Network 19e337b3-9b49-44a3-a455-34c7165f5428 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:08:05.892065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-7171af04-7a50-494f-83e0-ef42c2fde27e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:05.892737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-7171af04-7a50-494f-83e0-ef42c2fde27e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Synchronizing usage tracker for tenant:55e2f4ac92814dc4b7ea9183fdd77eca on resource:network {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:08:05.910914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-7171af04-7a50-494f-83e0-ef42c2fde27e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Unset dirty status for tenant:55e2f4ac92814dc4b7ea9183fdd77eca on resource:network {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:08:05.912254 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-7171af04-7a50-494f-83e0-ef42c2fde27e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 814 time: 0.1872101
Apr 21 07:08:05.932349 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-13c31c83-b464-4ecf-bb61-0fcb88d1dae4 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/quotas/55e2f4ac92814dc4b7ea9183fdd77eca HTTP/1.1" status: 200  len: 375 time: 0.0133364
Apr 21 07:08:05.988067 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-155d29a1-6033-4990-bbd8-9f7e71ff681b tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0494609
Apr 21 07:08:06.136539 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-e2913d97-3101-4fe4-aa6f-05d80f4f60ca service neutron] 10.222.0.36 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397076
Apr 21 07:08:06.286162 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-466d74f7-816d-4244-ba03-e0ec1ea8b247 service neutron] 10.222.0.36 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428130
Apr 21 07:08:06.491434 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-61a92585-05cb-44fd-80f7-26e5e31e67a1 req-1fb0c0b9-1600-4ab0-abcb-835515f5831d tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0528212
Apr 21 07:08:07.049976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f881-94ca-45cc-9a12-b01a6eb6ef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:07.676290 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a8f8fd89-e06c-4858-8477-eaa7ac2df4ad req-9c8a390a-5d66-4de0-a437-3a9566395fbf tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0633266
Apr 21 07:08:07.777404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-431a9c9c-9a19-4b53-abae-0374c7b45d22 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:07.779113 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-431a9c9c-9a19-4b53-abae-0374c7b45d22 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.18 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 814 time: 0.1733398
Apr 21 07:08:07.801509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Request body: {'port': {'device_id': '703ed023-577c-4981-87d5-4746b5b59db2', 'network_id': '19e337b3-9b49-44a3-a455-34c7165f5428', 'admin_state_up': True, 'tenant_id': '55e2f4ac92814dc4b7ea9183fdd77eca'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:08:07.958714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:08:07.963852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Usage tracker for resource:port and tenant:55e2f4ac92814dc4b7ea9183fdd77eca is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:08:07.968426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:08:07.976485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:08:07.986753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Made reservation on behalf of 55e2f4ac92814dc4b7ea9183fdd77eca for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:08:07.993935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:08.172338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Allocated IP 172.20.0.14 (19e337b3-9b49-44a3-a455-34c7165f5428/89476d68-293a-48ee-9295-aa384af8cb0f/a7b1efcc-2bd2-4d45-9fac-27355406b114) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:08:08.365633 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:08.422264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:08.455603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:08.462031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:08.534792 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Network 19e337b3-9b49-44a3-a455-34c7165f5428 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:08:08.538918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:08:08.543907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:08:08.588741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Pushing event updated for resources: {'Port': ['ID=a7b1efcc-2bd2-4d45-9fac-27355406b114,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:08.594222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:08.623255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:08.623959 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:08.651407 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8544807
Apr 21 07:08:08.671091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Request body: {'port': {'device_id': '703ed023-577c-4981-87d5-4746b5b59db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:08:08.798571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:08.898239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df4620-ae9e-4fa7-89e4-3715f88bf9df req-3c034a97-0ac0-4b76-9fc1-fdd8ff57b4b5 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:08.900036 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97df4620-ae9e-4fa7-89e4-3715f88bf9df req-3c034a97-0ac0-4b76-9fc1-fdd8ff57b4b5 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 932 time: 0.0969748
Apr 21 07:08:08.951503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-97df4620-ae9e-4fa7-89e4-3715f88bf9df req-b527d0f1-0f0c-40fb-acf8-2010a0ab81c2 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Synchronizing usage tracker for tenant:55e2f4ac92814dc4b7ea9183fdd77eca on resource:security_group {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:08:08.982274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-97df4620-ae9e-4fa7-89e4-3715f88bf9df req-b527d0f1-0f0c-40fb-acf8-2010a0ab81c2 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Unset dirty status for tenant:55e2f4ac92814dc4b7ea9183fdd77eca on resource:security_group {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:08:08.983556 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97df4620-ae9e-4fa7-89e4-3715f88bf9df req-b527d0f1-0f0c-40fb-acf8-2010a0ab81c2 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765467
Apr 21 07:08:08.988040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:09.195782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b1efcc-2bd2-4d45-9fac-27355406b114 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:08:09.204401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:09.222151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Transition to ACTIVE for port object a7b1efcc-2bd2-4d45-9fac-27355406b114 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:08:09.226154 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:09.231501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:09.327322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:09.398621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b1efcc-2bd2-4d45-9fac-27355406b114,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:09.406818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:09.484537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Attempting to bind port a7b1efcc-2bd2-4d45-9fac-27355406b114 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:08:09.484911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Attempting to bind port a7b1efcc-2bd2-4d45-9fac-27355406b114 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '8c4765bb-50c4-46c8-b335-70bcb47e8049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19e337b3-9b49-44a3-a455-34c7165f5428'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:08:09.485280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Attempting to bind port a7b1efcc-2bd2-4d45-9fac-27355406b114 on network 19e337b3-9b49-44a3-a455-34c7165f5428 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:08:09.490620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Port a7b1efcc-2bd2-4d45-9fac-27355406b114 on network 19e337b3-9b49-44a3-a455-34c7165f5428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:08:09.490956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Attempting to bind port a7b1efcc-2bd2-4d45-9fac-27355406b114 on network 19e337b3-9b49-44a3-a455-34c7165f5428 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:08:09.497034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:08:09.497411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Checking segment: {'id': '8c4765bb-50c4-46c8-b335-70bcb47e8049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19e337b3-9b49-44a3-a455-34c7165f5428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:08:09.497886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Bound using segment: {'id': '8c4765bb-50c4-46c8-b335-70bcb47e8049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19e337b3-9b49-44a3-a455-34c7165f5428'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:08:09.498359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Bound port: a7b1efcc-2bd2-4d45-9fac-27355406b114, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4765bb-50c4-46c8-b335-70bcb47e8049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19e337b3-9b49-44a3-a455-34c7165f5428'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:08:09.498745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:09.597875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] For port a7b1efcc-2bd2-4d45-9fac-27355406b114, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:08:09.601576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] For port a7b1efcc-2bd2-4d45-9fac-27355406b114, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114,segment=NetworkSegment(8c4765bb-50c4-46c8-b335-70bcb47e8049),segment_id=8c4765bb-50c4-46c8-b335-70bcb47e8049)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:08:09.606675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:09.610867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-05ba21b1-2e0e-4e84-bae0-301cfe630db8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:09.678389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:09.679080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:09.680672 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] 10.222.0.18 "PUT /v2.0/ports/a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 1094 time: 1.0148201
Apr 21 07:08:09.681878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703ed023-577c-4981-87d5-4746b5b59db2', 'tag': 'a7b1efcc-2bd2-4d45-9fac-27355406b114'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:08:09.705084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b1efcc-2bd2-4d45-9fac-27355406b114,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:09.708435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:09.740550 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703ed023-577c-4981-87d5-4746b5b59db2', 'tag': 'a7b1efcc-2bd2-4d45-9fac-27355406b114', 'status': 'completed', 'code': 200}
Apr 21 07:08:09.835359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-ca3713e8-14a1-461b-abd1-b16bd3cc2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:09.837030 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-ca3713e8-14a1-461b-abd1-b16bd3cc2b8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1097 time: 0.0844023
Apr 21 07:08:09.922524 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-d46a73e3-991e-4ca9-8ecc-a694ac61b26e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 217 time: 0.0705719
Apr 21 07:08:09.995869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-f3ffffce-699f-45cf-ba91-27d24a74ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:09.997378 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-f3ffffce-699f-45cf-ba91-27d24a74ed7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 200  len: 854 time: 0.0691192
Apr 21 07:08:10.054050 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-fa9ab2be-d081-45f3-9e52-29a64141fd14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19e337b3-9b49-44a3-a455-34c7165f5428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497313
Apr 21 07:08:10.209887 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-a57929d5-9f9a-4746-9b7f-997d00e93094 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485653
Apr 21 07:08:10.233281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f4f4b-a924-4f1e-8260-6eae03844c37 req-e1cc2ebd-76c4-4088-81eb-472c85ee165e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:10.235066 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-542f4f4b-a924-4f1e-8260-6eae03844c37 req-e1cc2ebd-76c4-4088-81eb-472c85ee165e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 944 time: 0.0969524
Apr 21 07:08:10.286022 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-542f4f4b-a924-4f1e-8260-6eae03844c37 req-8013f016-e317-4e18-bb16-76a8aa3d715b tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439334
Apr 21 07:08:10.372365 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be253f83-96a8-4826-8c78-a8ab51589dbb req-af01adf0-1641-476a-94ba-6a71c77bdd31 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553111
Apr 21 07:08:10.581629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-5afd04b6-1710-4246-993f-30328d33421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:10.583201 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-5afd04b6-1710-4246-993f-30328d33421b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1097 time: 0.0858588
Apr 21 07:08:10.735870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-0423f2f6-e440-4145-b338-6eb57ed1271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:10.737542 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-0423f2f6-e440-4145-b338-6eb57ed1271f service neutron] 10.222.0.18 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 914 time: 0.1461060
Apr 21 07:08:10.814753 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-a1ac021d-e520-4afa-add6-c3ab77022bb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 217 time: 0.0694885
Apr 21 07:08:10.903046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-0f6d255b-fd01-46f0-880b-e01089c7becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:10.904560 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-0f6d255b-fd01-46f0-880b-e01089c7becf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 200  len: 854 time: 0.0813980
Apr 21 07:08:10.962060 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-f92c15c5-cb5d-446b-8d62-bf182a108685 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19e337b3-9b49-44a3-a455-34c7165f5428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482781
Apr 21 07:08:11.120285 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-e45ea400-2dc8-42e5-85b9-d2acb4122525 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502726
Apr 21 07:08:11.272185 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2400cd0-1590-43f9-a03a-fca9be51ab93 req-120661a3-f580-424a-92a6-621ec9fbbe81 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432893
Apr 21 07:08:11.505638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ffd97-af4d-4843-9f8f-237b9057a866 req-7cd3dea1-a4ac-490e-aace-32e1902137af tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:11.507307 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-404ffd97-af4d-4843-9f8f-237b9057a866 req-7cd3dea1-a4ac-490e-aace-32e1902137af tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 944 time: 0.0935779
Apr 21 07:08:11.559274 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-404ffd97-af4d-4843-9f8f-237b9057a866 req-6d609c55-6eb1-403b-ab11-84cacf839f81 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449221
Apr 21 07:08:12.788586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036882-144c-4407-a3a1-0ec6bde0d4c0 req-3bbce969-852f-4f62-baad-7a90969a97d9 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:12.790520 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f2036882-144c-4407-a3a1-0ec6bde0d4c0 req-3bbce969-852f-4f62-baad-7a90969a97d9 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 944 time: 0.1066804
Apr 21 07:08:12.844225 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f2036882-144c-4407-a3a1-0ec6bde0d4c0 req-8692b993-8570-4873-91f9-1218c870033e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464540
Apr 21 07:08:14.064250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b003-1a29-41c5-9e86-3ef250a1b669 req-60d57792-372b-47be-b520-fa1b4bd30e15 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:14.066049 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4d95b003-1a29-41c5-9e86-3ef250a1b669 req-60d57792-372b-47be-b520-fa1b4bd30e15 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 944 time: 0.0951245
Apr 21 07:08:14.125053 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4d95b003-1a29-41c5-9e86-3ef250a1b669 req-20c70196-79a3-4ae1-9903-0f63dac02fad tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518944
Apr 21 07:08:14.363019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a7b1efcc-2bd2-4d45-9fac-27355406b114 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:08:14.516318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a7b1efcc-2bd2-4d45-9fac-27355406b114, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114,segment=NetworkSegment(8c4765bb-50c4-46c8-b335-70bcb47e8049),segment_id=8c4765bb-50c4-46c8-b335-70bcb47e8049)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:08:14.531946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': 'a7b1efcc-2bd2-4d45-9fac-27355406b114', 'network_id': '19e337b3-9b49-44a3-a455-34c7165f5428', 'port_id': 'a7b1efcc-2bd2-4d45-9fac-27355406b114', 'mac_address': 'fa:16:3e:15:c6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89476d68-293a-48ee-9295-aa384af8cb0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:08:14.594220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:14.616006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b1efcc-2bd2-4d45-9fac-27355406b114 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:08:14.632790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a7b1efcc-2bd2-4d45-9fac-27355406b114, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114,segment=NetworkSegment(8c4765bb-50c4-46c8-b335-70bcb47e8049),segment_id=8c4765bb-50c4-46c8-b335-70bcb47e8049)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:08:14.636240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:14.638057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:14.710155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a7b1efcc-2bd2-4d45-9fac-27355406b114,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:14.718554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.719073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.719332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.719701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.720072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.720445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.720819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.721182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.721605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.721974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.722338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.723045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:08:14.727202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:14.968874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['a7b1efcc-2bd2-4d45-9fac-27355406b114'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:08:15.344531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6f98-3978-4f79-9d38-29c32d4199cc req-1ab2d7df-07b7-4197-85ae-4b42806b0db3 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:15.346232 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-701e6f98-3978-4f79-9d38-29c32d4199cc req-1ab2d7df-07b7-4197-85ae-4b42806b0db3 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 945 time: 0.0954745
Apr 21 07:08:15.398786 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-701e6f98-3978-4f79-9d38-29c32d4199cc req-2ed38db1-acce-4738-85ff-1ceeeb78016e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452156
Apr 21 07:08:16.382574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a7b1efcc-2bd2-4d45-9fac-27355406b114 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:08:16.455538 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port a7b1efcc-2bd2-4d45-9fac-27355406b114 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:08:16.461996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port a7b1efcc-2bd2-4d45-9fac-27355406b114 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:08:16.463125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:16.595933 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:16.614811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888f456-7b0d-4d15-8e18-e7d56d5dd6ba req-2fd751ab-4ddb-4ecc-afc6-7705ef82d777 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:16.616448 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1888f456-7b0d-4d15-8e18-e7d56d5dd6ba req-2fd751ab-4ddb-4ecc-afc6-7705ef82d777 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 945 time: 0.0988605
Apr 21 07:08:16.627435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703ed023-577c-4981-87d5-4746b5b59db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b1efcc-2bd2-4d45-9fac-27355406b114'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:08:16.638921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a7b1efcc-2bd2-4d45-9fac-27355406b114, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114,segment=NetworkSegment(8c4765bb-50c4-46c8-b335-70bcb47e8049),segment_id=8c4765bb-50c4-46c8-b335-70bcb47e8049)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:08:16.643302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:16.645313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:16.669581 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1888f456-7b0d-4d15-8e18-e7d56d5dd6ba req-d3ef5f0b-42ef-4fd6-b0e7-9d1c55b859ad tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464480
Apr 21 07:08:16.678953 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703ed023-577c-4981-87d5-4746b5b59db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b1efcc-2bd2-4d45-9fac-27355406b114', 'code': 200}
Apr 21 07:08:16.721525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a7b1efcc-2bd2-4d45-9fac-27355406b114,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:16.725042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:16.974012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b03694-c690-4138-9a10-823e27982bbb req-7ece6234-6653-4373-945b-421665e85399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:16.975559 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b03694-c690-4138-9a10-823e27982bbb req-7ece6234-6653-4373-945b-421665e85399 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1099 time: 0.0945597
Apr 21 07:08:17.019891 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33b03694-c690-4138-9a10-823e27982bbb req-6b162d46-0c43-4c55-a413-aa23441fb965 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366480
Apr 21 07:08:17.887467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4eea4-e6bb-4fc8-9d21-6999f0f968a8 req-f75e8e42-2e6f-4be8-a319-b21d3a0ea88d tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:17.889449 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f6f4eea4-e6bb-4fc8-9d21-6999f0f968a8 req-f75e8e42-2e6f-4be8-a319-b21d3a0ea88d tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 946 time: 0.0981572
Apr 21 07:08:17.943074 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f6f4eea4-e6bb-4fc8-9d21-6999f0f968a8 req-db6206c4-02e4-4fd8-b680-ab85f7181698 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466340
Apr 21 07:08:18.306311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:19.159298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:08:19.324353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb509b-154c-4604-8b2e-10ccabb7f233 req-46b86fc3-6c7f-4ce8-a12b-ec843e9a983f tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:19.326184 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e3eb509b-154c-4604-8b2e-10ccabb7f233 req-46b86fc3-6c7f-4ce8-a12b-ec843e9a983f tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 946 time: 0.1070039
Apr 21 07:08:19.380733 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e3eb509b-154c-4604-8b2e-10ccabb7f233 req-70bb0182-e7b1-44da-8f3b-836d36f6b11c tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477991
Apr 21 07:08:20.778382 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-2afab702-5b79-4b6c-bff7-c4a00eb685c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0836885
Apr 21 07:08:20.958049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-58353f89-b937-4280-ad6e-57a0a49d8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:20.959695 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-58353f89-b937-4280-ad6e-57a0a49d8064 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0877347
Apr 21 07:08:21.134090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-bfb35f66-1061-4fb7-87a9-240ea9c5416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:21.135839 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-bfb35f66-1061-4fb7-87a9-240ea9c5416b service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1522799
Apr 21 07:08:21.261840 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-a787cbad-1675-440c-8856-114955ee6eff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1177187
Apr 21 07:08:21.339468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-5b025f68-db2e-4f6b-8ca2-d5097c3c09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:21.341242 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-5b025f68-db2e-4f6b-8ca2-d5097c3c09bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0729675
Apr 21 07:08:21.432491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-b1d352da-3d30-4e17-957e-e4e041e97a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:21.434259 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-b1d352da-3d30-4e17-957e-e4e041e97a32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828967
Apr 21 07:08:21.591643 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-b46507ef-7126-4122-8996-869289b7b861 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502464
Apr 21 07:08:21.756519 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c003afd3-f698-42de-8429-4e871e6c6b4c req-10930ae1-3f48-4e45-abe5-b0cbb5dcb586 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575902
Apr 21 07:08:23.064079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8022057-0cfa-4e12-bf59-6316ccb56605 req-75615888-8b71-4010-a0e3-9635f404018f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:23.065750 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a8022057-0cfa-4e12-bf59-6316ccb56605 req-75615888-8b71-4010-a0e3-9635f404018f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1038809
Apr 21 07:08:23.116794 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a8022057-0cfa-4e12-bf59-6316ccb56605 req-980499ba-7033-4d0f-8943-0d5eb3a73692 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444438
Apr 21 07:08:24.354298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c87c17-76a8-4a2d-ad3a-79a9d712fad1 req-f89c06af-d969-4e3b-9835-eb7955eb2123 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:24.355995 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-86c87c17-76a8-4a2d-ad3a-79a9d712fad1 req-f89c06af-d969-4e3b-9835-eb7955eb2123 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0927331
Apr 21 07:08:24.414765 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-86c87c17-76a8-4a2d-ad3a-79a9d712fad1 req-5de3dfcc-625b-4c4e-87e5-03a7bf526260 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480251
Apr 21 07:08:25.645046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96799196-4c7c-4520-a3ab-7ad0b2ff9c96 req-1a4c7b14-dc80-4108-8c1e-cfc95fb48601 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:25.646847 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-96799196-4c7c-4520-a3ab-7ad0b2ff9c96 req-1a4c7b14-dc80-4108-8c1e-cfc95fb48601 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1001749
Apr 21 07:08:25.701792 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-96799196-4c7c-4520-a3ab-7ad0b2ff9c96 req-705c0c93-d9ac-4cfe-9a2b-fa69fba37498 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477221
Apr 21 07:08:26.932316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32868d85-a0b9-4eb8-a011-267db17b5b8b req-93d01623-9c01-447d-a59e-c7a7c4bdf4e1 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:26.934081 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32868d85-a0b9-4eb8-a011-267db17b5b8b req-93d01623-9c01-447d-a59e-c7a7c4bdf4e1 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0987043
Apr 21 07:08:26.992535 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-32868d85-a0b9-4eb8-a011-267db17b5b8b req-67b766f9-433d-4795-a398-3864b3731fae tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518956
Apr 21 07:08:28.213291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b655f-2205-44e1-8bb9-6c5ce787cccb req-7412b4c1-5d7e-45dc-9f62-b3377ce9948c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:28.214968 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b23b655f-2205-44e1-8bb9-6c5ce787cccb req-7412b4c1-5d7e-45dc-9f62-b3377ce9948c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0978136
Apr 21 07:08:28.267683 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b23b655f-2205-44e1-8bb9-6c5ce787cccb req-1ad7e137-ceac-44d8-be6e-43594345dc69 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453014
Apr 21 07:08:29.499100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b617a8-414e-4dc0-a393-19784f3f37cf req-9dac9f4c-981f-4e30-863f-752fe07b3dd0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:29.500753 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65b617a8-414e-4dc0-a393-19784f3f37cf req-9dac9f4c-981f-4e30-863f-752fe07b3dd0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1070087
Apr 21 07:08:29.553982 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65b617a8-414e-4dc0-a393-19784f3f37cf req-4ff9d5db-f295-4a18-a21c-adb65ba4170f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451620
Apr 21 07:08:30.775192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b31643-68ab-47ab-be7e-dd1e49bef63f req-64b1e9e8-efea-44bc-a7d2-0f8ee26db412 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:30.776798 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e3b31643-68ab-47ab-be7e-dd1e49bef63f req-64b1e9e8-efea-44bc-a7d2-0f8ee26db412 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0976248
Apr 21 07:08:30.828627 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e3b31643-68ab-47ab-be7e-dd1e49bef63f req-611f2ce0-a784-4ea8-8f38-f32f2fb3677f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427923
Apr 21 07:08:32.064446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37e2e1-2021-4aea-9548-d4d942316e75 req-4b881b4e-1a7a-4808-8323-f9cbe06aed61 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:32.066167 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fd37e2e1-2021-4aea-9548-d4d942316e75 req-4b881b4e-1a7a-4808-8323-f9cbe06aed61 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1098020
Apr 21 07:08:32.117919 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fd37e2e1-2021-4aea-9548-d4d942316e75 req-0870621e-3f05-4af5-b1bf-09b079bc5a48 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437121
Apr 21 07:08:33.336643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b549c3-08f5-49cc-a874-9362db5286ec req-2c737fd4-86c2-416f-aaa3-088166b645a7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:33.338314 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d4b549c3-08f5-49cc-a874-9362db5286ec req-2c737fd4-86c2-416f-aaa3-088166b645a7 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0938015
Apr 21 07:08:33.392676 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d4b549c3-08f5-49cc-a874-9362db5286ec req-da580fad-b088-43ed-9851-150374e6a094 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476913
Apr 21 07:08:33.607436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-18a1a396-480d-4c7d-a3a0-3cbc13ac876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:34.611268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb9ea1-c0c8-4723-963f-a99665aea880 req-bec5e031-2ca0-415f-8a40-752b8ba957b1 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:34.613015 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84fb9ea1-c0c8-4723-963f-a99665aea880 req-bec5e031-2ca0-415f-8a40-752b8ba957b1 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0942249
Apr 21 07:08:34.665407 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84fb9ea1-c0c8-4723-963f-a99665aea880 req-6492cd78-f7f8-45c2-a3fe-661a9b0d4f64 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457032
Apr 21 07:08:35.885330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ecd73-e33d-47a2-bde1-8a431ca3871e req-7c05b327-f694-4b91-9e86-4b98610f1b2f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:35.887337 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f83ecd73-e33d-47a2-bde1-8a431ca3871e req-7c05b327-f694-4b91-9e86-4b98610f1b2f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0962462
Apr 21 07:08:36.173112 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f83ecd73-e33d-47a2-bde1-8a431ca3871e req-c4f9a441-8f0d-40c1-8f1d-aea72d8c84ce tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2795441
Apr 21 07:08:36.764913 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-599e8caa-a3ce-4d92-a33d-d55fd4cd92f5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564363274&fields=id&tenant_id=8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 267 time: 0.0510607
Apr 21 07:08:36.946971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-8332c61e-c9e1-4245-ad20-952819391069 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:36.948574 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-8332c61e-c9e1-4245-ad20-952819391069 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 811 time: 0.1758690
Apr 21 07:08:36.966364 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-46f40ba3-f074-4b16-8cb4-4ffedb5425e3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/quotas/8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 375 time: 0.0109408
Apr 21 07:08:37.055395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1789a677-63f0-4a99-9272-0501590dc75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:37.075971 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-d72c0210-30e9-4f33-b095-7313a4ec9ed8 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1033154
Apr 21 07:08:37.234350 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-5b9c9aaf-f67c-4778-96de-0c7c21306b30 service neutron] 10.222.0.36 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454859
Apr 21 07:08:37.441189 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-95c2da6d-dce6-4434-ab8d-ed449937354b service neutron] 10.222.0.36 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001119
Apr 21 07:08:37.461287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c07c12-eae8-4ef6-aa74-1479d2f8370d req-aea1eb71-5d74-4e64-96d5-444fbcd97de3 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:37.464871 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f0c07c12-eae8-4ef6-aa74-1479d2f8370d req-aea1eb71-5d74-4e64-96d5-444fbcd97de3 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1497710
Apr 21 07:08:37.520715 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f0c07c12-eae8-4ef6-aa74-1479d2f8370d req-563f65a1-94df-49bc-a989-4d5abfe58d58 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482600
Apr 21 07:08:37.964958 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fa40301a-277f-4f7e-b638-33616739ab45 req-4fe470cb-3623-47db-8de1-908b17ee6be6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0794940
Apr 21 07:08:38.374483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:38.808819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56773f1-d9b5-4465-9b8f-58c3b98a5513 req-7a6c50ee-d0e1-4762-851d-84399b63f591 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:38.810752 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b56773f1-d9b5-4465-9b8f-58c3b98a5513 req-7a6c50ee-d0e1-4762-851d-84399b63f591 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1022499
Apr 21 07:08:38.876185 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b56773f1-d9b5-4465-9b8f-58c3b98a5513 req-b37b9856-a8af-4749-83d0-3f863de4151b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537488
Apr 21 07:08:38.990231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:39.225618 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3be1d526-72d5-449d-b7be-9ab80266731f req-e73d465a-2717-402c-9088-dc0968f2a360 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0996928
Apr 21 07:08:39.337099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:39.341881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-182420ce-6c44-4c9b-9327-c42b14cb261a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:39.343646 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-182420ce-6c44-4c9b-9327-c42b14cb261a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 811 time: 0.2427733
Apr 21 07:08:39.409524 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-ff51ea3d-3023-44aa-91d0-d9a53711fa54 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d00908a79904584b97bacc55b16c9c6 HTTP/1.1" status: 200  len: 380 time: 0.0503256
Apr 21 07:08:39.422563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'port': {'device_id': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'admin_state_up': True, 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'security_groups': ['503aaa72-8c11-4acf-833b-aebe6b5f9a6c']}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:08:39.625138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:08:39.648707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:08:39.664899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Made reservation on behalf of 8d00908a79904584b97bacc55b16c9c6 for: {'port': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:08:39.672092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:40.158029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Allocated IP 172.20.0.13 (96427731-bc9e-4a96-a391-37d56b4b3565/7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456/528c63a9-e07e-4a10-85c3-ed27735b992c) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:08:40.221420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b308c-707a-4ecf-be95-e2ba9475348d req-6bd118a3-4d5d-4c3f-a6ca-2102ca57d823 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:40.224679 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-773b308c-707a-4ecf-be95-e2ba9475348d req-6bd118a3-4d5d-4c3f-a6ca-2102ca57d823 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1716483
Apr 21 07:08:40.343466 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-773b308c-707a-4ecf-be95-e2ba9475348d req-646fad95-df7a-4343-9559-63b2a005d58f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088285
Apr 21 07:08:40.466673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:40.498242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:08:40.504519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Transition to ACTIVE for port object 528c63a9-e07e-4a10-85c3-ed27735b992c will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:08:40.558008 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:40.568280 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-22988918-14aa-4000-a500-621c866bb30a req-5d186a0e-0958-4fef-8932-e8ff124ce07f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.1193533
Apr 21 07:08:40.570772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1ea026e3-2420-42e9-a5b4-443bb49b0860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:40.666861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Network 96427731-bc9e-4a96-a391-37d56b4b3565 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:08:40.676536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:08:40.679331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:08:40.727519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:08:40.743641 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=528c63a9-e07e-4a10-85c3-ed27735b992c,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:40.747545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'port_id': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'mac_address': 'fa:16:3e:d0:7d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:08:40.747771 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:40.781863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:40.782609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:40.826038 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-20d50e2c-642d-4cac-ab37-9616de02360d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4092717
Apr 21 07:08:40.829986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:40.851445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a05ac82f-3f81-47da-8a89-90ef6e8d5c11 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:08:40.854219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Request body: {'port': {'device_id': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:08:40.880914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:08:40.886590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:40.888931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ca70f51e-c202-4b3b-8610-faed065375c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:40.977338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=6']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:40.982103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:40.987923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-eeb41e49-e619-4da2-b4e8-30d604e09749 None None] Provisioning for port 528c63a9-e07e-4a10-85c3-ed27735b992c completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:08:40.993687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-eeb41e49-e619-4da2-b4e8-30d604e09749 None None] Provisioning complete for port 528c63a9-e07e-4a10-85c3-ed27735b992c triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:08:40.994112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eeb41e49-e619-4da2-b4e8-30d604e09749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:41.001668 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:41.054175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-eeb41e49-e619-4da2-b4e8-30d604e09749 None None] Port 528c63a9-e07e-4a10-85c3-ed27735b992c cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:08:41.068576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['a05ac82f-3f81-47da-8a89-90ef6e8d5c11'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:08:41.437527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528c63a9-e07e-4a10-85c3-ed27735b992c {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:08:41.455366 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:41.479732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Transition to ACTIVE for port object 528c63a9-e07e-4a10-85c3-ed27735b992c will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:08:41.483759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:41.490975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c21e50d0-6032-482f-8c89-e3cd9758a40b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:41.667397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebca9-23fb-4b93-a3d9-bcb267e1ff51 req-4597977a-2c34-4d39-b19a-fa515a4e021d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:41.673423 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-94cebca9-23fb-4b93-a3d9-bcb267e1ff51 req-4597977a-2c34-4d39-b19a-fa515a4e021d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 944 time: 0.1363468
Apr 21 07:08:41.758317 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-94cebca9-23fb-4b93-a3d9-bcb267e1ff51 req-89dc799e-84f7-4353-b034-60a414838cc4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646448
Apr 21 07:08:41.836142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Pushing event updated for resources: {'Port': ['ID=528c63a9-e07e-4a10-85c3-ed27735b992c,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:41.888528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:41.890210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47680ee9-ed31-488c-85fb-88354056158e req-e5d688b5-9566-4d45-8a83-bd66b1790a31 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:41.896328 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-47680ee9-ed31-488c-85fb-88354056158e req-e5d688b5-9566-4d45-8a83-bd66b1790a31 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1414633
Apr 21 07:08:41.957340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Attempting to bind port 528c63a9-e07e-4a10-85c3-ed27735b992c on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:08:41.958259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Attempting to bind port 528c63a9-e07e-4a10-85c3-ed27735b992c by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:08:41.959306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Attempting to bind port 528c63a9-e07e-4a10-85c3-ed27735b992c on network 96427731-bc9e-4a96-a391-37d56b4b3565 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:08:41.974003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Port 528c63a9-e07e-4a10-85c3-ed27735b992c on network 96427731-bc9e-4a96-a391-37d56b4b3565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:08:41.974850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Attempting to bind port 528c63a9-e07e-4a10-85c3-ed27735b992c on network 96427731-bc9e-4a96-a391-37d56b4b3565 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:08:41.977831 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-47680ee9-ed31-488c-85fb-88354056158e req-f1b0383c-a550-477a-bf0e-67ccd7ab6fc6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750542
Apr 21 07:08:41.987652 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:08:41.988440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Checking segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:08:41.990038 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Bound using segment: {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:08:41.991436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Bound port: 528c63a9-e07e-4a10-85c3-ed27735b992c, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a63f10-d1be-41ea-9acf-3115d45a1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:08:41.992919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:42.125171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] For port 528c63a9-e07e-4a10-85c3-ed27735b992c, host hv-cinder-77919, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:08:42.128578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] For port 528c63a9-e07e-4a10-85c3-ed27735b992c, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=528c63a9-e07e-4a10-85c3-ed27735b992c,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:08:42.132446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:42.137814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:42.203330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:42.204012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:42.205781 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] 10.222.0.18 "PUT /v2.0/ports/528c63a9-e07e-4a10-85c3-ed27735b992c HTTP/1.1" status: 200  len: 1094 time: 1.3632128
Apr 21 07:08:42.206340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:08:42.249819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Pushing event updated for resources: {'Port': ['ID=528c63a9-e07e-4a10-85c3-ed27735b992c,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:42.253887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:42.336118 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'status': 'completed', 'code': 200}
Apr 21 07:08:42.422316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-b6dbbfe0-699a-483e-bbfc-38657893d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:42.424888 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-b6dbbfe0-699a-483e-bbfc-38657893d4c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 1097 time: 0.1518347
Apr 21 07:08:42.504950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:08:42.539470 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-512212e0-0600-423c-9546-702dba029a55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528c63a9-e07e-4a10-85c3-ed27735b992c HTTP/1.1" status: 200  len: 217 time: 0.0977836
Apr 21 07:08:42.607615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:08:42.608021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:42.623249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-e43c9296-aae0-47ce-b766-5e5e3b5308d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:42.624981 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-e43c9296-aae0-47ce-b766-5e5e3b5308d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0780938
Apr 21 07:08:42.732876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-637dc076-6517-47a6-a223-9643c2607f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:42.735891 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-637dc076-6517-47a6-a223-9643c2607f8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1036911
Apr 21 07:08:42.764091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:42.796252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:08:42.808470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:08:42.813306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:42.816074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:42.872339 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'code': 200}
Apr 21 07:08:42.907373 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=7']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:42.919519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:42.941668 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-4f243d5d-f779-4431-b7c3-2609848e6909 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944623
Apr 21 07:08:43.091010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a135939-d973-40af-9bc9-956e8df28a04 req-a4303f35-be6e-4425-bc39-adf2659be201 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:43.092885 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2a135939-d973-40af-9bc9-956e8df28a04 req-a4303f35-be6e-4425-bc39-adf2659be201 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0935585
Apr 21 07:08:43.121306 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-497d79af-20b7-4d24-805d-a40f7819bb0f req-320643e5-6b7d-4d25-a8b9-3f5b0aa435ef service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725752
Apr 21 07:08:43.237830 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2a135939-d973-40af-9bc9-956e8df28a04 req-965fb23c-56c1-494c-8dc3-33d5363f5b14 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375530
Apr 21 07:08:43.340138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2317238-0d38-445f-a495-ec33516005b7 req-03bfb9d0-531f-4a95-af02-f168fabe1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:43.341829 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2317238-0d38-445f-a495-ec33516005b7 req-03bfb9d0-531f-4a95-af02-f168fabe1257 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 1097 time: 0.1136715
Apr 21 07:08:43.342909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd8890-9fa7-4ed1-a429-e0914e0d5ee3 req-b5397571-51ce-4043-acbb-a3fe4a847200 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:43.344597 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-06bd8890-9fa7-4ed1-a429-e0914e0d5ee3 req-b5397571-51ce-4043-acbb-a3fe4a847200 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.2035837
Apr 21 07:08:43.419958 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-06bd8890-9fa7-4ed1-a429-e0914e0d5ee3 req-0e68f893-95ec-48d7-8900-608188ceab7f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661392
Apr 21 07:08:43.543005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2317238-0d38-445f-a495-ec33516005b7 req-39f44acb-9eaf-4fa1-8e17-5c60aee7d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:43.545364 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2317238-0d38-445f-a495-ec33516005b7 req-39f44acb-9eaf-4fa1-8e17-5c60aee7d433 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1898839
Apr 21 07:08:43.654242 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2317238-0d38-445f-a495-ec33516005b7 req-86f36958-3fff-4a6c-b01c-f54b1889a571 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528c63a9-e07e-4a10-85c3-ed27735b992c HTTP/1.1" status: 200  len: 217 time: 0.0888963
Apr 21 07:08:43.765843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2317238-0d38-445f-a495-ec33516005b7 req-1d14d994-0385-4829-a7eb-ef43e9f64632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:43.770131 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2317238-0d38-445f-a495-ec33516005b7 req-1d14d994-0385-4829-a7eb-ef43e9f64632 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.1054592
Apr 21 07:08:43.921702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2317238-0d38-445f-a495-ec33516005b7 req-ce81d4cd-f175-4955-bd1f-61ae24997cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:43.923303 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2317238-0d38-445f-a495-ec33516005b7 req-ce81d4cd-f175-4955-bd1f-61ae24997cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1458554
Apr 21 07:08:44.086114 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2317238-0d38-445f-a495-ec33516005b7 req-37b01b86-9875-41e3-ad4b-f21c427250d9 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558256
Apr 21 07:08:44.261663 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2317238-0d38-445f-a495-ec33516005b7 req-f6e6b9d8-eeae-499f-af95-da8415861c51 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679196
Apr 21 07:08:44.551059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f59d4c-2ba2-46fd-91f9-0976ee1ed33f req-d1031038-4521-482b-8807-cd2333b85b87 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:44.558766 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-90f59d4c-2ba2-46fd-91f9-0976ee1ed33f req-d1031038-4521-482b-8807-cd2333b85b87 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1495633
Apr 21 07:08:44.664642 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-90f59d4c-2ba2-46fd-91f9-0976ee1ed33f req-262bd96a-01ce-43fa-bb39-f15ac47a4a82 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048930
Apr 21 07:08:44.696739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f5c22-4aa7-4f04-8731-fbab43863ece req-65727df8-d761-4545-8a62-7aefbeb790af tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:44.698545 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-771f5c22-4aa7-4f04-8731-fbab43863ece req-65727df8-d761-4545-8a62-7aefbeb790af tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1367030
Apr 21 07:08:44.757248 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-771f5c22-4aa7-4f04-8731-fbab43863ece req-a395e579-fc10-4f51-a77d-68e7e5c58d95 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517199
Apr 21 07:08:45.929342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e32e6-766a-40d9-a5e6-e66ca5c2f407 req-f9b8b131-80b9-42cc-8867-ba643e1d2ae0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:45.940005 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-730e32e6-766a-40d9-a5e6-e66ca5c2f407 req-f9b8b131-80b9-42cc-8867-ba643e1d2ae0 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1150925
Apr 21 07:08:46.051822 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-730e32e6-766a-40d9-a5e6-e66ca5c2f407 req-26fd7c08-7adb-4469-a30f-d18660b609a1 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1105757
Apr 21 07:08:46.095828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729807-e583-4bdd-8ddc-31a6ca61ed26 req-087b1a26-6d8b-47f3-b538-92311978b5a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:46.097882 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-27729807-e583-4bdd-8ddc-31a6ca61ed26 req-087b1a26-6d8b-47f3-b538-92311978b5a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1379414
Apr 21 07:08:46.183362 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-27729807-e583-4bdd-8ddc-31a6ca61ed26 req-bdde658a-3b54-41b7-8521-5f404eee2e86 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741682
Apr 21 07:08:47.356502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d181a-5fc9-4332-be84-3f23dd1a45d3 req-d267f11b-5767-4efb-bee0-36ca6cf7189a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:47.369451 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6e6d181a-5fc9-4332-be84-3f23dd1a45d3 req-d267f11b-5767-4efb-bee0-36ca6cf7189a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1580403
Apr 21 07:08:47.445522 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6e6d181a-5fc9-4332-be84-3f23dd1a45d3 req-89e14fae-768e-46fc-a294-35dff7d089ac tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750411
Apr 21 07:08:47.596084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45977d-90e2-4ac2-90ff-15ec0e79620b req-b2a1ea3c-0852-4a8e-bb26-51f2d71d6455 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:47.598174 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc45977d-90e2-4ac2-90ff-15ec0e79620b req-b2a1ea3c-0852-4a8e-bb26-51f2d71d6455 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1149054
Apr 21 07:08:47.695775 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fc45977d-90e2-4ac2-90ff-15ec0e79620b req-32a0843d-76d0-431e-a3d1-b2d7deb0cf2e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883684
Apr 21 07:08:48.312742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:48.661916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9682fc8-27d6-4840-9f78-268610e2b6cc req-70531d6e-cdc7-4ab5-b438-683680c363c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:48.663514 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e9682fc8-27d6-4840-9f78-268610e2b6cc req-70531d6e-cdc7-4ab5-b438-683680c363c8 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.0940030
Apr 21 07:08:48.715176 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e9682fc8-27d6-4840-9f78-268610e2b6cc req-e09129a0-86b3-4d60-9f7a-7b31b7c75ed1 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445895
Apr 21 07:08:48.938377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2075087-df87-48ef-b3c1-2169e83656fa req-6424d220-1988-4d00-b4e7-a1fbf791ef39 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:48.942040 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e2075087-df87-48ef-b3c1-2169e83656fa req-6424d220-1988-4d00-b4e7-a1fbf791ef39 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1107101
Apr 21 07:08:48.999839 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e2075087-df87-48ef-b3c1-2169e83656fa req-80d28ee4-ed7e-40b0-a585-ec1e02975c7c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512705
Apr 21 07:08:50.047782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e34584-f013-44c3-9abb-e68d398a6b5c req-ba5786e8-7e0a-4f2b-afe2-c18fefe7d8de tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:50.049472 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-90e34584-f013-44c3-9abb-e68d398a6b5c req-ba5786e8-7e0a-4f2b-afe2-c18fefe7d8de tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1707907
Apr 21 07:08:50.195613 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-90e34584-f013-44c3-9abb-e68d398a6b5c req-6a1f4041-44d2-40ee-adc5-6bfd3d2455b1 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1335182
Apr 21 07:08:50.252543 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb73e69-17b6-45f7-80a1-6b517162a70d req-8a2b6a0b-7950-4909-970a-6a77aa4e613c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:50.254316 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1bb73e69-17b6-45f7-80a1-6b517162a70d req-8a2b6a0b-7950-4909-970a-6a77aa4e613c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1198337
Apr 21 07:08:50.314228 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1bb73e69-17b6-45f7-80a1-6b517162a70d req-973b5190-0ada-40b3-a099-3b41ab7483c3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512466
Apr 21 07:08:51.548482 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4c32-0837-4a18-871c-d9f75cd570b0 req-1b412180-15f6-4044-ba0a-dcf0490a46b6 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:51.550391 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdfd4c32-0837-4a18-871c-d9f75cd570b0 req-1b412180-15f6-4044-ba0a-dcf0490a46b6 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1956530
Apr 21 07:08:51.625520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996e019-bf77-49a6-a210-a2752123094e req-e389d13e-1227-46a0-82ef-692aba6a2469 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:51.627223 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8996e019-bf77-49a6-a210-a2752123094e req-e389d13e-1227-46a0-82ef-692aba6a2469 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1739821
Apr 21 07:08:51.636746 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdfd4c32-0837-4a18-871c-d9f75cd570b0 req-9f90fe30-6e0e-4a3c-8120-653590cf2f9e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771754
Apr 21 07:08:51.685696 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8996e019-bf77-49a6-a210-a2752123094e req-e98bb0ab-05cc-4380-a286-1f957581c086 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478296
Apr 21 07:08:52.582697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-10a98473-242c-4852-a1da-b24342333fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:52.585608 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-10a98473-242c-4852-a1da-b24342333fd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 1098 time: 0.0915279
Apr 21 07:08:52.743793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-d6653680-2022-4197-a4ad-5d1aaf7dad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:52.745397 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-d6653680-2022-4197-a4ad-5d1aaf7dad95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 917 time: 0.1531627
Apr 21 07:08:52.869472 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-d4ccb484-513e-4032-b3f9-44d34783125a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11 HTTP/1.1" status: 200  len: 1000 time: 0.1173415
Apr 21 07:08:52.935956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d9a33-bc27-46e4-bbdd-c399cb42f2eb req-471697cf-e02b-443f-9b20-1cc345846555 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:52.937719 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-332d9a33-bc27-46e4-bbdd-c399cb42f2eb req-471697cf-e02b-443f-9b20-1cc345846555 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1640551
Apr 21 07:08:52.958076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-01fe6dec-4e58-43f7-9a56-779429c8854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:52.961057 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-01fe6dec-4e58-43f7-9a56-779429c8854a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0849502
Apr 21 07:08:52.987583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba566b-a504-4467-9069-da4844ba90b2 req-8360f000-99a6-4b18-8703-6c367188c06d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:52.990149 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-43ba566b-a504-4467-9069-da4844ba90b2 req-8360f000-99a6-4b18-8703-6c367188c06d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1725233
Apr 21 07:08:53.058655 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-332d9a33-bc27-46e4-bbdd-c399cb42f2eb req-9f0b9c4e-e3fa-4b0d-b3b4-8d90c6b4bea3 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092224
Apr 21 07:08:53.071926 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-43ba566b-a504-4467-9069-da4844ba90b2 req-d691cb02-365b-4936-8e5a-eb4286fb9129 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722475
Apr 21 07:08:53.096416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-58b39932-dd7d-45df-91ef-88b981fd543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:53.098797 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-58b39932-dd7d-45df-91ef-88b981fd543c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1304834
Apr 21 07:08:53.251150 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-a9e67503-47f7-4f06-8d1a-668f2b74d35f service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455104
Apr 21 07:08:53.441817 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e427d0bf-e32b-4faa-bbb0-bcc896faa514 req-31ebc3da-2a66-4314-86d3-6dbb3c34c90b service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833792
Apr 21 07:08:54.384708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509465e3-4bb6-4b9a-8579-303a472aa076 req-f2dd4fde-8072-4e26-954a-d4c4b9f0cc41 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:54.386736 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-509465e3-4bb6-4b9a-8579-303a472aa076 req-f2dd4fde-8072-4e26-954a-d4c4b9f0cc41 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1642001
Apr 21 07:08:54.399156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceec45-8716-4edb-9b36-71e9e91642f0 req-825f9c2a-16b5-463c-bd54-1bc1b249b574 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:54.400690 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ccceec45-8716-4edb-9b36-71e9e91642f0 req-825f9c2a-16b5-463c-bd54-1bc1b249b574 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1364632
Apr 21 07:08:54.479404 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-509465e3-4bb6-4b9a-8579-303a472aa076 req-6266927b-c161-4c85-b201-a06053ef9f29 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775607
Apr 21 07:08:54.488108 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ccceec45-8716-4edb-9b36-71e9e91642f0 req-87009929-7129-4402-b965-71d546220e83 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710287
Apr 21 07:08:55.776029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b16a4-dcb8-4d4b-8b9b-9466f92ecf24 req-809a19e4-8c3f-4a63-96d1-0d22bd3f543b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:55.777915 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de8b16a4-dcb8-4d4b-8b9b-9466f92ecf24 req-809a19e4-8c3f-4a63-96d1-0d22bd3f543b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 945 time: 0.1633065
Apr 21 07:08:55.791105 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dac28c-1e92-46d7-a658-c4fa749fbbe5 req-0df601ac-6bf5-46c3-8539-28b5e58e480c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:55.793077 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-96dac28c-1e92-46d7-a658-c4fa749fbbe5 req-0df601ac-6bf5-46c3-8539-28b5e58e480c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1317899
Apr 21 07:08:55.875557 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de8b16a4-dcb8-4d4b-8b9b-9466f92ecf24 req-a0b62235-f431-4023-a1aa-28a0d222d2c1 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796645
Apr 21 07:08:55.884256 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-96dac28c-1e92-46d7-a658-c4fa749fbbe5 req-6d39711b-afdc-4a5f-a89f-0fb5464e68f9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735779
Apr 21 07:08:56.160310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:08:56.596084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:08:56.733072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:56.764074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:08:56.775750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:08:56.779720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:08:56.782238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:08:56.865414 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'code': 422} returned with failed status
Apr 21 07:08:56.916148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=8']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:08:56.920638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:08:57.117792 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161ea30-e482-419b-b2b2-8294956fa2e5 req-0944e862-b669-4b23-a95d-8583a08dc767 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:57.119222 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f161ea30-e482-419b-b2b2-8294956fa2e5 req-0944e862-b669-4b23-a95d-8583a08dc767 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0949233
Apr 21 07:08:57.174867 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f161ea30-e482-419b-b2b2-8294956fa2e5 req-1592f5fa-11bd-454e-a607-220ee373cc6c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485337
Apr 21 07:08:57.699344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdc8f0-caf5-4125-af47-5acf2dc0db25 req-4f120f80-9c5b-48d7-922e-6c2f925487dc tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:57.700774 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8acdc8f0-caf5-4125-af47-5acf2dc0db25 req-4f120f80-9c5b-48d7-922e-6c2f925487dc tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1087539
Apr 21 07:08:57.762018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8acdc8f0-caf5-4125-af47-5acf2dc0db25 req-bdbf2510-dcf0-4c97-a8b8-f7e30a4e4f99 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524273
Apr 21 07:08:57.980912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 54454) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:08:58.122959 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-926a0730-b7c5-4484-a9db-929035343fba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1404788
Apr 21 07:08:58.441127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820dfcf-8d98-4183-b3dc-0133a7094dfd req-e3f30b9f-1d64-4ad6-89fb-f9f5ae3323ac tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:58.443788 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a820dfcf-8d98-4183-b3dc-0133a7094dfd req-e3f30b9f-1d64-4ad6-89fb-f9f5ae3323ac tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1336257
Apr 21 07:08:58.532109 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a820dfcf-8d98-4183-b3dc-0133a7094dfd req-730ed831-7ea7-4e14-a6f4-62ef38b761e5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789964
Apr 21 07:08:58.744630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-9f87dadd-1262-44b3-bfd5-6c0413ca4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:58.747071 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-9f87dadd-1262-44b3-bfd5-6c0413ca4cbe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217&tenant_id=a3f49a17a5994f8f823f3a7cdae83897 HTTP/1.1" status: 200  len: 1096 time: 0.0884280
Apr 21 07:08:58.867167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-cbe3cabb-46ef-47ab-beac-7fab08719499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:58.868823 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-cbe3cabb-46ef-47ab-beac-7fab08719499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 1096 time: 0.0875134
Apr 21 07:08:59.037012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f229c3a-a499-4087-a5e3-c7ea2c7554e0 req-5513d117-cebd-465d-b33d-1daddf62bd0e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:59.039507 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f229c3a-a499-4087-a5e3-c7ea2c7554e0 req-5513d117-cebd-465d-b33d-1daddf62bd0e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1291065
Apr 21 07:08:59.329084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-ce56b84e-1086-47ff-b85b-7c26b3b00567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:59.330848 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-ce56b84e-1086-47ff-b85b-7c26b3b00567 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 917 time: 0.4546473
Apr 21 07:08:59.357871 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f229c3a-a499-4087-a5e3-c7ea2c7554e0 req-cac512d5-54f2-4d0e-b13f-57660547c969 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3051929
Apr 21 07:08:59.473685 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-61ec7d05-b603-4d44-a8e5-4d8557228320 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11 HTTP/1.1" status: 200  len: 998 time: 0.1352346
Apr 21 07:08:59.557991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-f74ec154-e737-4e90-829e-bcaaad3be266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:59.560033 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-f74ec154-e737-4e90-829e-bcaaad3be266 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0798409
Apr 21 07:08:59.662576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-4bfa2d39-ef9e-448e-b904-aaf8dc8d2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:59.665342 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-4bfa2d39-ef9e-448e-b904-aaf8dc8d2d18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0986235
Apr 21 07:08:59.756425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb171e-8a19-4bcc-a7e1-f76182cc8b61 req-ebe6cee8-c0de-4ffd-a9aa-2feaa821bd46 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:08:59.758196 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c1cb171e-8a19-4bcc-a7e1-f76182cc8b61 req-ebe6cee8-c0de-4ffd-a9aa-2feaa821bd46 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0999610
Apr 21 07:08:59.836895 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c1cb171e-8a19-4bcc-a7e1-f76182cc8b61 req-986e4706-0153-4517-a79c-e1f155de7f11 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706723
Apr 21 07:08:59.852229 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-caaefe70-10d8-4286-a7f8-30622a4c0396 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801353
Apr 21 07:09:00.128471 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-1c775bb6-0046-4484-b69c-7646c9788876 service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688291
Apr 21 07:09:00.594437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce5335-8cf8-4064-abd6-52ed5d5ef7e8 req-1c7ec83b-fd6e-4619-a11d-5ad90e39a621 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:00.596242 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0ce5335-8cf8-4064-abd6-52ed5d5ef7e8 req-1c7ec83b-fd6e-4619-a11d-5ad90e39a621 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1073172
Apr 21 07:09:00.652020 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e0ce5335-8cf8-4064-abd6-52ed5d5ef7e8 req-a081b3d4-0af6-414b-9cbd-20f32b776b2f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479820
Apr 21 07:09:01.110761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b7a52-0ee3-47fb-93e6-f5d2e19ab27c req-f69671f8-853b-4f15-97ce-f61ec276c039 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:01.113976 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8c9b7a52-0ee3-47fb-93e6-f5d2e19ab27c req-f69671f8-853b-4f15-97ce-f61ec276c039 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1202643
Apr 21 07:09:01.192319 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8c9b7a52-0ee3-47fb-93e6-f5d2e19ab27c req-913bd646-486b-4e63-83b1-39ec9e883a4d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715959
Apr 21 07:09:01.923818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40fb8e-8cfe-4458-8851-6346cc47788c req-9d6ff98b-d2cd-4b78-bed7-35a64ba0baaf tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:01.925724 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd40fb8e-8cfe-4458-8851-6346cc47788c req-9d6ff98b-d2cd-4b78-bed7-35a64ba0baaf tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1314125
Apr 21 07:09:01.982981 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bd40fb8e-8cfe-4458-8851-6346cc47788c req-50fd8b3e-f340-4e87-b17c-4101078369a6 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485198
Apr 21 07:09:02.520633 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6e237-9516-462e-a5cb-8bc4aa38ef72 req-8623b6f2-89d6-4fcc-b0a6-80437baca014 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:02.522567 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85f6e237-9516-462e-a5cb-8bc4aa38ef72 req-8623b6f2-89d6-4fcc-b0a6-80437baca014 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1227188
Apr 21 07:09:02.611428 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85f6e237-9516-462e-a5cb-8bc4aa38ef72 req-b72f919a-9594-47e6-af49-8b3fc92a0fac tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798087
Apr 21 07:09:03.250563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f329ba-352d-4feb-a6dc-75ec46cdd8e6 req-202a1af1-3997-427e-8427-89cb8486b57f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:03.253006 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-20f329ba-352d-4feb-a6dc-75ec46cdd8e6 req-202a1af1-3997-427e-8427-89cb8486b57f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1185014
Apr 21 07:09:03.351186 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-20f329ba-352d-4feb-a6dc-75ec46cdd8e6 req-6895f2b7-ad8b-415b-8493-9d761e51d07a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756874
Apr 21 07:09:03.614684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0990f99-be95-46d9-82a8-052925b9df01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:03.863931 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d04a1-fa6a-4d61-81aa-3e6783d2eb1e req-b31ae8ca-3c40-4fc2-abf9-4bcbe1f0aae7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:03.865800 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8d9d04a1-fa6a-4d61-81aa-3e6783d2eb1e req-b31ae8ca-3c40-4fc2-abf9-4bcbe1f0aae7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1040933
Apr 21 07:09:03.924599 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8d9d04a1-fa6a-4d61-81aa-3e6783d2eb1e req-e25e06ad-8c16-4f6f-a063-260df2649220 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510375
Apr 21 07:09:04.580674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7556-0320-405c-9b31-0fa9aa3b0739 req-2e95fa24-388c-4b39-95eb-9d6e6320e965 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:04.582334 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0eac7556-0320-405c-9b31-0fa9aa3b0739 req-2e95fa24-388c-4b39-95eb-9d6e6320e965 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1032665
Apr 21 07:09:04.633526 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0eac7556-0320-405c-9b31-0fa9aa3b0739 req-69964f14-28b9-4be5-9f71-6fd033ef913d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446320
Apr 21 07:09:05.177137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3f1cc-cedc-44fd-8129-27e6b57312e5 req-cd4c413f-0df6-41da-a8d6-842782cb903a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:05.178808 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-88a3f1cc-cedc-44fd-8129-27e6b57312e5 req-cd4c413f-0df6-41da-a8d6-842782cb903a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1094191
Apr 21 07:09:05.237158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-88a3f1cc-cedc-44fd-8129-27e6b57312e5 req-140f7e1d-7c5b-4e1e-b7a3-da3995d653d4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512362
Apr 21 07:09:05.906932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97efd4-6454-43b1-a633-9e30b6c14191 req-2351aecc-c260-4b02-aea7-c1481b5e6725 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:05.908701 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8e97efd4-6454-43b1-a633-9e30b6c14191 req-2351aecc-c260-4b02-aea7-c1481b5e6725 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1284547
Apr 21 07:09:05.962386 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8e97efd4-6454-43b1-a633-9e30b6c14191 req-0b12e37f-015d-4077-a448-a2feb85f0a9a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462399
Apr 21 07:09:06.488177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77546580-4ec7-4e51-879f-5056a0786549 req-bce7a4b3-dfef-4e55-bf32-b8cad8c5b403 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:06.489909 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-77546580-4ec7-4e51-879f-5056a0786549 req-bce7a4b3-dfef-4e55-bf32-b8cad8c5b403 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1130145
Apr 21 07:09:06.553171 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-77546580-4ec7-4e51-879f-5056a0786549 req-0472cd75-9af1-479a-ac1a-d7ada9e0e4b9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556929
Apr 21 07:09:07.069178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d46f5e3a-12d0-4082-9e99-e855735608ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:07.192771 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912676c5-c11f-43ef-b900-2c95b7296ed4 req-6451b686-4c1a-4c19-9b75-1aaf814a4995 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:07.194480 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-912676c5-c11f-43ef-b900-2c95b7296ed4 req-6451b686-4c1a-4c19-9b75-1aaf814a4995 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1026301
Apr 21 07:09:07.257340 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-912676c5-c11f-43ef-b900-2c95b7296ed4 req-a0bf4b4d-cc51-4b9a-a55b-835892ddae16 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555682
Apr 21 07:09:07.831277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cbb69-d5ed-46e1-933e-ad0d5c7c27a2 req-d3a40959-1beb-45ca-9f33-460b3c24bfee tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:07.832860 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cb2cbb69-d5ed-46e1-933e-ad0d5c7c27a2 req-d3a40959-1beb-45ca-9f33-460b3c24bfee tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1001923
Apr 21 07:09:07.886202 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cb2cbb69-d5ed-46e1-933e-ad0d5c7c27a2 req-70c5ae51-95af-4848-88ea-1fd62dcca959 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462325
Apr 21 07:09:08.390510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:08.538266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1cb49-79e6-4198-a0fe-2cbc580eeb72 req-f0530f17-e4a5-4853-8e57-bb68293b114c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:08.547388 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84f1cb49-79e6-4198-a0fe-2cbc580eeb72 req-f0530f17-e4a5-4853-8e57-bb68293b114c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1336677
Apr 21 07:09:08.621068 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84f1cb49-79e6-4198-a0fe-2cbc580eeb72 req-13f79b3f-2904-4d04-9a3f-b1fb78ba4963 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668249
Apr 21 07:09:08.988178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:09.142053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8654829-88cb-466d-a987-da75e4ad749f req-f858ef70-045f-4632-9c27-98dfdded573c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:09.143968 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8654829-88cb-466d-a987-da75e4ad749f req-f858ef70-045f-4632-9c27-98dfdded573c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1190495
Apr 21 07:09:09.200555 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8654829-88cb-466d-a987-da75e4ad749f req-5fb59656-d434-47a7-8f4d-5670f76146a3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492885
Apr 21 07:09:09.454783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:09.878940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2160947-a9c2-4bc9-a694-5c4f1ccc2832 req-562cc228-c349-461e-bcad-0a1eb48d9ba3 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:09.882741 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d2160947-a9c2-4bc9-a694-5c4f1ccc2832 req-562cc228-c349-461e-bcad-0a1eb48d9ba3 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1183476
Apr 21 07:09:09.969764 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d2160947-a9c2-4bc9-a694-5c4f1ccc2832 req-7645a77b-f14f-456b-af9c-ef91c8a264c4 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790453
Apr 21 07:09:10.422229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973e14b-ab34-4145-b339-67904cdea81e req-5736d3c5-1de5-400c-b395-6be7efb08af3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:10.423933 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0973e14b-ab34-4145-b339-67904cdea81e req-5736d3c5-1de5-400c-b395-6be7efb08af3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0949166
Apr 21 07:09:10.475541 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0973e14b-ab34-4145-b339-67904cdea81e req-b0eaf598-b279-476b-b008-8045ee68b3eb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442548
Apr 21 07:09:11.199454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb82c84-8820-41ab-b199-e0ac6d3e8602 req-6a029892-67a4-4a7b-b651-df8f1f07d5bb tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:11.201156 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bfb82c84-8820-41ab-b199-e0ac6d3e8602 req-6a029892-67a4-4a7b-b651-df8f1f07d5bb tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.1000609
Apr 21 07:09:11.257725 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bfb82c84-8820-41ab-b199-e0ac6d3e8602 req-adcab64b-d36b-42cc-9439-c43f051d5d0a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495884
Apr 21 07:09:11.720616 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bd88-7216-4447-98a6-cfb9689e6d89 req-de7418c1-3b0a-4522-a1f8-6a8b0ea08bdb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:11.722884 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9262bd88-7216-4447-98a6-cfb9689e6d89 req-de7418c1-3b0a-4522-a1f8-6a8b0ea08bdb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1011360
Apr 21 07:09:11.801797 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9262bd88-7216-4447-98a6-cfb9689e6d89 req-a0a01d61-a56b-441d-8773-b9c279776bd2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718448
Apr 21 07:09:12.478053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6607-5ada-443e-b3e1-4b0689aa4e99 req-f67ac063-cc2a-47d0-9f06-edc4ccdcc766 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:12.479844 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-125b6607-5ada-443e-b3e1-4b0689aa4e99 req-f67ac063-cc2a-47d0-9f06-edc4ccdcc766 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 943 time: 0.0978019
Apr 21 07:09:12.530637 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-125b6607-5ada-443e-b3e1-4b0689aa4e99 req-8402a60d-4640-413c-9fac-45f438daf7f6 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437586
Apr 21 07:09:12.623466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:09:12.778166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:09:12.795620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'port_id': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'mac_address': 'fa:16:3e:d0:7d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:09:12.866090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:12.886066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05ac82f-3f81-47da-8a89-90ef6e8d5c11 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:09:12.904135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:09:12.909019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:12.911106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:13.010009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=9']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:13.014873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:13.053768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107276-c7da-4e8e-9e9f-6cf5fafd45f2 req-92289207-831d-441d-aa10-d271bff39277 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:13.055517 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f3107276-c7da-4e8e-9e9f-6cf5fafd45f2 req-92289207-831d-441d-aa10-d271bff39277 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1017668
Apr 21 07:09:13.117947 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f3107276-c7da-4e8e-9e9f-6cf5fafd45f2 req-87069417-fe3e-4827-8cfe-fb7b9a020e9c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513227
Apr 21 07:09:13.220474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['a05ac82f-3f81-47da-8a89-90ef6e8d5c11'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:09:13.754666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e209eac-8a33-4307-aae9-547db2644022 req-3269f2d9-158d-4aea-b218-2a23a9f4b6bb tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:13.756393 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2e209eac-8a33-4307-aae9-547db2644022 req-3269f2d9-158d-4aea-b218-2a23a9f4b6bb tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 944 time: 0.0975623
Apr 21 07:09:13.831385 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2e209eac-8a33-4307-aae9-547db2644022 req-23a23fdf-6403-45af-94ed-75d6daa18a9f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667679
Apr 21 07:09:14.337322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47e30-954f-4dce-aa00-5bb229923570 req-f7630323-f08f-4554-9496-95257df3baee tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:14.339270 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98b47e30-954f-4dce-aa00-5bb229923570 req-f7630323-f08f-4554-9496-95257df3baee tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0985920
Apr 21 07:09:14.392118 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-98b47e30-954f-4dce-aa00-5bb229923570 req-5603a9fd-a04c-4e35-9947-a51de8e31ee8 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452998
Apr 21 07:09:14.638617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:09:14.718481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:09:14.718826 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:14.856019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:14.888016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:09:14.899896 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:09:14.903813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:14.906328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:14.969711 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'code': 200}
Apr 21 07:09:15.001104 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=10']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:15.010598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.011025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.011508 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.011789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.012096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.012462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.012831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.013196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.013609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.013979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.014344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.014706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:15.019228 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:15.066338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1ace5-caa0-4037-b6bf-976b2fd17c84 req-f810878c-a204-4689-b010-9ceaa0f992ae tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:15.068103 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-15f1ace5-caa0-4037-b6bf-976b2fd17c84 req-f810878c-a204-4689-b010-9ceaa0f992ae tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 946 time: 0.1038067
Apr 21 07:09:15.129223 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-15f1ace5-caa0-4037-b6bf-976b2fd17c84 req-3183bf76-3daf-4c08-b1c2-1fa87d04c244 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484030
Apr 21 07:09:15.308687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b4395-20e6-4e4b-afb0-4652f333005c req-aadee3aa-981d-466c-b02f-d5071b2f15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:15.310424 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cf7b4395-20e6-4e4b-afb0-4652f333005c req-aadee3aa-981d-466c-b02f-d5071b2f15a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 1099 time: 0.0924003
Apr 21 07:09:15.361914 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cf7b4395-20e6-4e4b-afb0-4652f333005c req-738d7b46-5036-4bb6-8ff7-5d6b8c311a1e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449047
Apr 21 07:09:15.621368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a534753-7e39-49f1-9958-69c5ae0f2a0f req-c7f9a1f3-57bc-4140-9ffa-205717c656ae tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:15.623107 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a534753-7e39-49f1-9958-69c5ae0f2a0f req-c7f9a1f3-57bc-4140-9ffa-205717c656ae tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1050956
Apr 21 07:09:15.675907 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a534753-7e39-49f1-9958-69c5ae0f2a0f req-4e654e1a-e9fe-4c3c-b519-f04d48b1f21e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455949
Apr 21 07:09:16.362361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252fb4e-c7ae-492f-a6a0-a7ad03d94736 req-79ee7851-8958-4247-8125-8f141797cf09 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:16.364092 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2252fb4e-c7ae-492f-a6a0-a7ad03d94736 req-79ee7851-8958-4247-8125-8f141797cf09 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 946 time: 0.0932617
Apr 21 07:09:16.419966 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2252fb4e-c7ae-492f-a6a0-a7ad03d94736 req-323eed47-86a9-4ce6-b11f-7137ce4ace0e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483308
Apr 21 07:09:16.936803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a829c2-ab71-4f1e-a69c-f59a0e59730c req-a2ef7f20-b29d-4bd4-8ad6-2e72e3dab036 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:16.939054 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-08a829c2-ab71-4f1e-a69c-f59a0e59730c req-a2ef7f20-b29d-4bd4-8ad6-2e72e3dab036 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1137211
Apr 21 07:09:16.996396 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-08a829c2-ab71-4f1e-a69c-f59a0e59730c req-eec01ae3-f68e-4936-8c2c-f799a62bbb9a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498753
Apr 21 07:09:17.693812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471acb4-e09a-4aba-834a-c23296f45710 req-ff19cbcf-a2d9-4f6f-8a45-0d626e65d6ac tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:17.695368 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d471acb4-e09a-4aba-834a-c23296f45710 req-ff19cbcf-a2d9-4f6f-8a45-0d626e65d6ac tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 946 time: 0.1405225
Apr 21 07:09:17.749374 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d471acb4-e09a-4aba-834a-c23296f45710 req-7ad0154c-4d0b-4200-bc0f-34645d507fa6 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470200
Apr 21 07:09:18.209671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b7f5-b8e3-4cd8-b153-817ed3cefdfd req-d36739ed-1950-4ca6-98b6-60f0e7d3c6ea tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:18.211319 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6992b7f5-b8e3-4cd8-b153-817ed3cefdfd req-d36739ed-1950-4ca6-98b6-60f0e7d3c6ea tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0925732
Apr 21 07:09:18.262978 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6992b7f5-b8e3-4cd8-b153-817ed3cefdfd req-ad4f0430-14b4-4e27-b611-074ce04a5dea tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443878
Apr 21 07:09:18.313137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:19.492001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12395f4-2fbb-4072-996c-507e0c09528f req-cdc88d8c-fd64-45cf-aa74-9736ed98d04c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:19.493758 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e12395f4-2fbb-4072-996c-507e0c09528f req-cdc88d8c-fd64-45cf-aa74-9736ed98d04c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0995851
Apr 21 07:09:19.550982 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e12395f4-2fbb-4072-996c-507e0c09528f req-996dcdc7-076b-4081-85c0-393cbe128e3c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496054
Apr 21 07:09:20.779506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af870c-ec53-4dcb-bef5-a6c46ef67c13 req-4eb5261f-841a-4a73-9ea0-743af99f6640 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:20.781224 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d6af870c-ec53-4dcb-bef5-a6c46ef67c13 req-4eb5261f-841a-4a73-9ea0-743af99f6640 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0996010
Apr 21 07:09:20.843278 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d6af870c-ec53-4dcb-bef5-a6c46ef67c13 req-730bc78f-25b7-4df2-8825-2c99d66d85ce tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549822
Apr 21 07:09:21.799459 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-0823b887-3616-4f05-9921-60facfe8bfc8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0901537
Apr 21 07:09:21.920732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-e16d6c83-799d-49b9-993e-4b576c0a68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:21.922438 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-e16d6c83-799d-49b9-993e-4b576c0a68b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 1099 time: 0.0889945
Apr 21 07:09:22.101661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-6770e3bd-3ee9-4b99-9700-444fb0902119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:22.103206 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-6770e3bd-3ee9-4b99-9700-444fb0902119 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 200  len: 917 time: 0.1588542
Apr 21 07:09:22.104143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7e9e1-a902-4289-96f0-7fa87a9bda1c req-c348f919-f9bc-41cb-8550-64b4e8c743a6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:22.106068 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d6d7e9e1-a902-4289-96f0-7fa87a9bda1c req-c348f919-f9bc-41cb-8550-64b4e8c743a6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1280296
Apr 21 07:09:22.163846 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d6d7e9e1-a902-4289-96f0-7fa87a9bda1c req-6398984e-4945-4a7a-b6f8-e9ca2aa7a75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455492
Apr 21 07:09:22.223746 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-c4883905-fc0f-4826-9225-2db0c05079ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11 HTTP/1.1" status: 200  len: 1000 time: 0.1138504
Apr 21 07:09:22.314115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-5c55944e-d409-46cc-87bb-f0ecb87b5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:22.315738 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-5c55944e-d409-46cc-87bb-f0ecb87b5451 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 200  len: 856 time: 0.0849822
Apr 21 07:09:22.406676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-25109e87-dba1-4da7-b7e3-a779e1c0ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:22.408205 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-25109e87-dba1-4da7-b7e3-a779e1c0ecd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861011
Apr 21 07:09:22.564172 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-47ffd3de-0750-4992-9d03-e40531921b0e service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492517
Apr 21 07:09:22.714905 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a2b307db-9196-44c0-8b68-f30663e74ea2 req-5fbdb436-7510-4ec7-ab63-014ea72e660c service neutron] 10.222.0.18 "GET /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436973
Apr 21 07:09:23.403811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322391a-fb3d-4cf6-ae88-016ce1963924 req-d29b622f-043e-4f2b-acef-c39f2c324817 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:23.405536 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6322391a-fb3d-4cf6-ae88-016ce1963924 req-d29b622f-043e-4f2b-acef-c39f2c324817 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1141076
Apr 21 07:09:23.457961 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6322391a-fb3d-4cf6-ae88-016ce1963924 req-b3acbfc2-fe42-470f-9640-b331539f131d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453196
Apr 21 07:09:24.677229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3b7b-aee1-4e9b-a211-88206e236525 req-388bd667-43f8-4bb9-ae5e-d7d1b65405e5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:24.678892 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-effa3b7b-aee1-4e9b-a211-88206e236525 req-388bd667-43f8-4bb9-ae5e-d7d1b65405e5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0914967
Apr 21 07:09:24.732401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-effa3b7b-aee1-4e9b-a211-88206e236525 req-ba08cd9d-7cc3-4f1d-87b7-de9c96220e5b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469069
Apr 21 07:09:25.951510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9f779-15d8-4591-9d91-52058145fb07 req-aadfbfc9-0e5c-4e25-a866-cf276bdedeec tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:25.953282 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aec9f779-15d8-4591-9d91-52058145fb07 req-aadfbfc9-0e5c-4e25-a866-cf276bdedeec tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1017842
Apr 21 07:09:26.010133 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aec9f779-15d8-4591-9d91-52058145fb07 req-742fcc80-e08c-40a0-9e86-87185920f2f4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470741
Apr 21 07:09:27.227980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc7a45-5a3c-4021-8636-fb579f5288de req-2201fd43-5770-4a90-836c-4ac8d8f27be9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:27.229948 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddc7a45-5a3c-4021-8636-fb579f5288de req-2201fd43-5770-4a90-836c-4ac8d8f27be9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0935016
Apr 21 07:09:27.287412 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ddc7a45-5a3c-4021-8636-fb579f5288de req-c05d7e9f-9f13-4995-88ed-dfd677ee91c4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509584
Apr 21 07:09:28.506710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4996221-22e4-42c2-ab17-baa6529cb86d req-3f4cc794-30cc-40a0-b32a-bf75e9927a53 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:28.508499 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e4996221-22e4-42c2-ab17-baa6529cb86d req-3f4cc794-30cc-40a0-b32a-bf75e9927a53 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0988724
Apr 21 07:09:28.568939 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e4996221-22e4-42c2-ab17-baa6529cb86d req-7bb29751-6552-473b-afc7-1bc53433303b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527728
Apr 21 07:09:29.794034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b128-8c3c-4b51-9d41-ae06b637b498 req-2ad0b4c2-2995-4d9b-845e-fbfd7c4360b0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:29.795905 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8eb9b128-8c3c-4b51-9d41-ae06b637b498 req-2ad0b4c2-2995-4d9b-845e-fbfd7c4360b0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1050401
Apr 21 07:09:29.850294 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8eb9b128-8c3c-4b51-9d41-ae06b637b498 req-2d56d3ae-dd2f-4efe-9556-75d4be2e85dd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464065
Apr 21 07:09:31.066787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ffd26-1259-400e-a61c-b9d13b35f6cc req-b865ef7c-1b81-481a-b5b7-8ed2a17fe1a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:31.068414 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7a2ffd26-1259-400e-a61c-b9d13b35f6cc req-b865ef7c-1b81-481a-b5b7-8ed2a17fe1a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0911305
Apr 21 07:09:31.120364 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7a2ffd26-1259-400e-a61c-b9d13b35f6cc req-fb565af7-a19c-4480-85f1-e1cf808621ea tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447245
Apr 21 07:09:32.346969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40d898-c34b-4726-89ea-4ceab1e66ce4 req-1fd8a57e-9f0f-465e-91cf-c13c1312854f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:32.349006 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6b40d898-c34b-4726-89ea-4ceab1e66ce4 req-1fd8a57e-9f0f-465e-91cf-c13c1312854f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0954623
Apr 21 07:09:32.404523 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6b40d898-c34b-4726-89ea-4ceab1e66ce4 req-a4f0fee0-ac90-4dd8-9d19-b5665bd68588 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486062
Apr 21 07:09:33.161039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:09:33.601079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-80150856-f2a8-4a14-be9a-260ce8bef494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:33.616592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232af408-93df-4563-a9f0-44b625477194 req-f97234d2-a366-4139-a013-dce4e0d19b2d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:33.618299 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-232af408-93df-4563-a9f0-44b625477194 req-f97234d2-a366-4139-a013-dce4e0d19b2d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0926006
Apr 21 07:09:33.674843 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-232af408-93df-4563-a9f0-44b625477194 req-3aeeeff8-2e00-4556-90c5-3d799e0eb30a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492001
Apr 21 07:09:34.888287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a4f4-d95b-47be-bfaa-7d1989b27ca7 req-b49be84f-2e8e-4689-b683-44596db46996 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:34.890020 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c1d4a4f4-d95b-47be-bfaa-7d1989b27ca7 req-b49be84f-2e8e-4689-b683-44596db46996 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0946233
Apr 21 07:09:34.941511 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c1d4a4f4-d95b-47be-bfaa-7d1989b27ca7 req-5336c480-cb5b-4ace-bf43-9689731c4ec9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445604
Apr 21 07:09:36.157723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6963d4-7d58-4867-90f9-49a5a01223a0 req-33a7161a-33c4-4463-9f35-f6b6b2115f66 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:36.159325 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f6963d4-7d58-4867-90f9-49a5a01223a0 req-33a7161a-33c4-4463-9f35-f6b6b2115f66 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0972471
Apr 21 07:09:36.436590 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f6963d4-7d58-4867-90f9-49a5a01223a0 req-4f74af32-1efe-4022-8139-924abf1ec000 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2704432
Apr 21 07:09:37.066472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c17375b1-25eb-4de0-8da3-8e4665f83166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:37.658880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a40c2-0fe5-4625-8722-203cfada02b6 req-79a7e1d3-88d3-4abd-9646-2108f6c46e6f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:37.660332 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-113a40c2-0fe5-4625-8722-203cfada02b6 req-79a7e1d3-88d3-4abd-9646-2108f6c46e6f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.1041658
Apr 21 07:09:37.715910 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-113a40c2-0fe5-4625-8722-203cfada02b6 req-b095d0fa-a3bc-4bb9-a247-f0aa728012f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461423
Apr 21 07:09:38.366867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:38.780891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 528c63a9-e07e-4a10-85c3-ed27735b992c details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:09:38.933732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292fe3f-997b-4cbd-b16f-2f83af713606 req-80c671fa-2363-4246-a23f-eccaabc3d5ed tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:38.935417 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6292fe3f-997b-4cbd-b16f-2f83af713606 req-80c671fa-2363-4246-a23f-eccaabc3d5ed tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 944 time: 0.0982494
Apr 21 07:09:38.939248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 528c63a9-e07e-4a10-85c3-ed27735b992c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=528c63a9-e07e-4a10-85c3-ed27735b992c,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:09:38.956399 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'port_id': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'mac_address': 'fa:16:3e:07:81:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:09:38.988386 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6292fe3f-997b-4cbd-b16f-2f83af713606 req-0e8c9067-6976-4a2a-a13b-77691746a056 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460641
Apr 21 07:09:39.028910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:39.031269 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:39.053561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528c63a9-e07e-4a10-85c3-ed27735b992c {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:09:39.070480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 528c63a9-e07e-4a10-85c3-ed27735b992c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=528c63a9-e07e-4a10-85c3-ed27735b992c,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:09:39.074239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:39.076075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:39.148893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=528c63a9-e07e-4a10-85c3-ed27735b992c,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:39.152292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:39.332151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:39.425339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['528c63a9-e07e-4a10-85c3-ed27735b992c'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:09:40.222945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56137268-404c-441f-baef-a4a42f74b3a5 req-ac0b0fe4-b411-400e-bf7d-4c7ebd51b160 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:40.224598 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56137268-404c-441f-baef-a4a42f74b3a5 req-ac0b0fe4-b411-400e-bf7d-4c7ebd51b160 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 945 time: 0.1101866
Apr 21 07:09:40.281360 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56137268-404c-441f-baef-a4a42f74b3a5 req-ea0472ac-bb9c-49f0-8582-2724d9131d16 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486007
Apr 21 07:09:40.779592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 528c63a9-e07e-4a10-85c3-ed27735b992c up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:09:40.859222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 528c63a9-e07e-4a10-85c3-ed27735b992c completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:09:40.864858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 528c63a9-e07e-4a10-85c3-ed27735b992c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:09:40.865278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:40.996613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:41.026053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:09:41.037331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 528c63a9-e07e-4a10-85c3-ed27735b992c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=528c63a9-e07e-4a10-85c3-ed27735b992c,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:09:41.041220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:41.044065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:41.084711 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'code': 200}
Apr 21 07:09:41.120772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=528c63a9-e07e-4a10-85c3-ed27735b992c,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:41.123986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:41.429233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cae026-20be-49e0-9fed-560d4432d0ba req-6e41af82-959c-4432-9f41-e86d485fb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:41.430818 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f9cae026-20be-49e0-9fed-560d4432d0ba req-6e41af82-959c-4432-9f41-e86d485fb19f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 1099 time: 0.0878556
Apr 21 07:09:41.480279 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f9cae026-20be-49e0-9fed-560d4432d0ba req-12f38a56-77c5-4c7d-89fa-27ce8d078ffe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411770
Apr 21 07:09:41.494952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f0d8e-9974-4ebf-82af-845378b39f56 req-df989490-2c30-43d7-bc9d-0a2626acd763 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:41.496537 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bb8f0d8e-9974-4ebf-82af-845378b39f56 req-df989490-2c30-43d7-bc9d-0a2626acd763 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 946 time: 0.0926077
Apr 21 07:09:41.546388 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bb8f0d8e-9974-4ebf-82af-845378b39f56 req-6a09b767-7b3e-4d2c-b588-fc59133c1fcc tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426044
Apr 21 07:09:42.771556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf7278-38bb-48fd-9e69-21d4963adc41 req-87462006-7ba5-4f6b-a16c-0411e671a7eb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:42.773221 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7fdf7278-38bb-48fd-9e69-21d4963adc41 req-87462006-7ba5-4f6b-a16c-0411e671a7eb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 946 time: 0.1031947
Apr 21 07:09:42.822359 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7fdf7278-38bb-48fd-9e69-21d4963adc41 req-eeae2079-7055-4d22-b7d5-9e6122ed408a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424533
Apr 21 07:09:44.031994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5899d8-d5c9-49f8-8ba0-31b3fcd77ba1 req-db360677-2a7e-447e-8fed-524bbf919fb4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:44.033692 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c5899d8-d5c9-49f8-8ba0-31b3fcd77ba1 req-db360677-2a7e-447e-8fed-524bbf919fb4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 946 time: 0.0940306
Apr 21 07:09:44.087990 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c5899d8-d5c9-49f8-8ba0-31b3fcd77ba1 req-481c3a21-bb08-4e2d-bb69-2a5170c48028 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477073
Apr 21 07:09:44.304056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0bd04-c637-4136-9128-a913da52d70d req-1b652309-0068-4e7a-8475-4015227a2ada tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:44.305966 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f0b0bd04-c637-4136-9128-a913da52d70d req-1b652309-0068-4e7a-8475-4015227a2ada tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 946 time: 0.0929120
Apr 21 07:09:44.359848 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f0b0bd04-c637-4136-9128-a913da52d70d req-ea71caa7-d509-4afa-be07-a24f1ad1068a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462003
Apr 21 07:09:44.385705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 54726) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:09:44.595060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c254d76-e383-4b3a-851c-e15341e815b8 tempest-TestVolumeBootPattern-725363613 tempest-TestVolumeBootPattern-725363613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:44.596892 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4c254d76-e383-4b3a-851c-e15341e815b8 tempest-TestVolumeBootPattern-725363613 tempest-TestVolumeBootPattern-725363613-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 1094 time: 0.2100048
Apr 21 07:09:44.600285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 54732) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:09:44.606252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'port_id': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:09:44.613352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:09:44.618042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Usage tracker for resource:floatingip and tenant:8d00908a79904584b97bacc55b16c9c6 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:09:44.621530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:09:44.628309 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:09:44.640240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:44.790863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:44.937190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Allocated IP 172.27.0.98 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/4db28e5c-cfc4-4a63-a0ed-5fccbacac90f) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:09:45.096870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:45.131259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:45.135388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c944f14a-4b15-4084-9289-e7bcc946da38 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:45.207747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:09:45.211155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:09:45.218473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:09:45.255836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=4db28e5c-cfc4-4a63-a0ed-5fccbacac90f,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:45.267187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.267577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.267984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.268466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.268872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.269346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.269775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.270165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.270556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.270949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.271341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.271732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:45.277652 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:45.685196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:45.770976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:45.995375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:45.999637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:46.003863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d13b208e-3c1e-4c58-876f-4865e8692241 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:46.114397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event updated for resources: {'Port': ['ID=4db28e5c-cfc4-4a63-a0ed-5fccbacac90f,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:46.123089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:46.133002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:46.326771 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Floating IP 26558327-8e07-4a90-a124-e6a66b0b20fe associated. External IP: 172.27.0.98, port: 528c63a9-e07e-4a10-85c3-ed27735b992c.
Apr 21 07:09:46.708861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Router 2aaba942-eed1-47db-880f-239f75d9480f has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:09:47.144469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:09:47.154624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:09:47.165236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:09:47.166040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baf8ab00>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:09:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:09:47.174424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:47.238759 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6373296
Apr 21 07:09:47.239489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:09:47.299678 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'status': 'completed', 'code': 200}
Apr 21 07:09:47.359460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:09:47.447209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-6183b8ee-8a17-401f-989b-3df719ad009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:47.448773 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-6183b8ee-8a17-401f-989b-3df719ad009b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 1099 time: 0.0910425
Apr 21 07:09:47.604405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-3c1cecd5-2349-4afc-8a71-76626307baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:47.606061 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-3c1cecd5-2349-4afc-8a71-76626307baf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1488333
Apr 21 07:09:47.731460 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-525d85aa-77df-4ee0-be1b-34ab890f5877 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528c63a9-e07e-4a10-85c3-ed27735b992c HTTP/1.1" status: 200  len: 999 time: 0.1182477
Apr 21 07:09:47.741420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baf8ab00>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '26558327-8e07-4a90-a124-e6a66b0b20fe', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:07:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:09:45Z', 'updated_at': '2021-04-21T07:09:45Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}, {'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:07:03Z', 'revision_number': 1, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:09:47.746070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:09:47.755604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:09:47.756314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baf8ab00>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:09:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:09:47.809281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-9746fcbc-cea1-4923-96f3-4658cdaaae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:47.810917 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-9746fcbc-cea1-4923-96f3-4658cdaaae8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0722225
Apr 21 07:09:47.899306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-212affc2-a71d-46c8-9b2c-55250b21c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:47.901096 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-212affc2-a71d-46c8-9b2c-55250b21c2ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810554
Apr 21 07:09:47.946506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:09:48.046500 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-51cbc3cf-3f25-4223-b747-f9e2d84b64d4 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384330
Apr 21 07:09:48.200849 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-654c00c7-5188-472f-ae16-2ec0b13070dc req-6a457e5a-1330-45d9-91c7-05ec8e7077df service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473374
Apr 21 07:09:48.318076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:48.494774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baf8ab00>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '26558327-8e07-4a90-a124-e6a66b0b20fe', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:07:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:09:45Z', 'updated_at': '2021-04-21T07:09:45Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}, {'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:07:03Z', 'revision_number': 1, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:09:48.499033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d09ebc-3d90-416f-8d93-b0ed6cc8bd72 None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '26558327-8e07-4a90-a124-e6a66b0b20fe', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:07:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:09:45Z', 'updated_at': '2021-04-21T07:09:45Z', 'revision_number': 0, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}, {'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:07:03Z', 'revision_number': 1, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:09:48.822068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cdbb3b-039c-4115-86db-3fa02763f96b None None] New status for floating IP 26558327-8e07-4a90-a124-e6a66b0b20fe: ACTIVE {{(pid=86425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:09:51.493544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ab3ab-6dcc-421c-948b-68bb6d555b67 req-a17ec15f-db86-4e1d-8c5d-57be2c7193be tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:51.495204 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c41ab3ab-6dcc-421c-948b-68bb6d555b67 req-a17ec15f-db86-4e1d-8c5d-57be2c7193be tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 946 time: 0.0921528
Apr 21 07:09:51.545220 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c41ab3ab-6dcc-421c-948b-68bb6d555b67 req-559295a3-e6cf-40b2-afad-0bae0a865f7e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434330
Apr 21 07:09:52.784975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d36a8b-bfdf-4529-8e6d-9b7446573379 req-dd65263b-0c31-4c88-83b1-9318f8b20dcf tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:52.786942 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-47d36a8b-bfdf-4529-8e6d-9b7446573379 req-dd65263b-0c31-4c88-83b1-9318f8b20dcf tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 946 time: 0.1111755
Apr 21 07:09:52.844447 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-47d36a8b-bfdf-4529-8e6d-9b7446573379 req-413e592b-7182-4a2b-884d-ab2c1bfc054c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa0e54c-aa6d-4bcf-997c-88770259e686&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502455
Apr 21 07:09:52.997087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-753fc898-4be0-4a5f-8411-898838b4639d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:09:52.997899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-753fc898-4be0-4a5f-8411-898838b4639d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Synchronizing usage tracker for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:09:53.022493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-753fc898-4be0-4a5f-8411-898838b4639d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Unset dirty status for tenant:a3f49a17a5994f8f823f3a7cdae83897 on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:09:53.024497 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-753fc898-4be0-4a5f-8411-898838b4639d tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 946 time: 0.1371243
Apr 21 07:09:53.127875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Deleting port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:09:53.128106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:53.416668 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] For port a05ac82f-3f81-47da-8a89-90ef6e8d5c11, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:09:53.416941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:53.731674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:53.732178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:53.732512 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Floating IP 1259ea99-5498-4fa3-83de-bbb55b2746b0 disassociated. External IP: 172.27.0.29, port: a05ac82f-3f81-47da-8a89-90ef6e8d5c11.
Apr 21 07:09:53.732937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Calling delete_port for a05ac82f-3f81-47da-8a89-90ef6e8d5c11 owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:09:53.894527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:53.902087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:53.954320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event deleted for resources: {'Port': ['ID=a05ac82f-3f81-47da-8a89-90ef6e8d5c11,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:53.966048 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.966475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.966926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.967340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.967756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.968154 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.968556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.968965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.969386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.969802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.970206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:53.970607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:09:54.020734 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-db377fbf-3286-4072-babc-688bf5e6c01b req-06607598-ab94-404c-a460-e354746cc73a tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2725c5-2aee-4d31-a983-86fcbd510217 HTTP/1.1" status: 200  len: 210 time: 0.0499728
Apr 21 07:09:54.029082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:54.170489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:09:54.626314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:09:54.638277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] Sync routers for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:09:54.650428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:09:54.651160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bb18fa90>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:09:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:09:54.708940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] No DVR routers for this DVR port a05ac82f-3f81-47da-8a89-90ef6e8d5c11 on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:09:54.711677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:54.714798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-deleted', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:09:54.730942 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6522cf79-fcd5-4aac-8350-0bcecfffada0 req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.18 "DELETE /v2.0/ports/a05ac82f-3f81-47da-8a89-90ef6e8d5c11 HTTP/1.1" status: 204  len: 173 time: 1.7003281
Apr 21 07:09:54.765883 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2725c5-2aee-4d31-a983-86fcbd510217', 'name': 'network-vif-deleted', 'tag': 'a05ac82f-3f81-47da-8a89-90ef6e8d5c11', 'status': 'completed', 'code': 200}
Apr 21 07:09:54.857379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:09:55.199364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bb18fa90>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:09:55.203755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] Checking router: e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:09:55.213377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:09:55.214117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bb18fa90>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:09:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:09:55.412722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:09:55.760967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bb18fa90>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:09:55.765822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd56231-981f-43f9-a5a6-c2e10ed53152 None None] The sync data for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi is: [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:04:31Z', 'revision_number': 4, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '3632eedd-d990-42ad-ac4e-0548a283cba4', 'name': '', 'network_id': '69ca8fee-7654-4cc1-8dc8-f216ea9f13a1', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'mac_address': 'fa:16:3e:04:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:30Z', 'updated_at': '2021-04-21T07:04:40Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'subnets': [{'id': '8b8303a9-a07f-4cab-be45-54f4b107e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:09:56.185350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e945494-d272-496f-8465-2b7b8211f835 None None] New status for floating IP 1259ea99-5498-4fa3-83de-bbb55b2746b0: DOWN {{(pid=86425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:09:56.191282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 54790) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:09:56.269213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b716e7f4-21bf-4b14-89be-f266b058007f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:56.303463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b716e7f4-21bf-4b14-89be-f266b058007f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:56.356365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b716e7f4-21bf-4b14-89be-f266b058007f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:56.362409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1f8fa7d1-6b52-48c6-a74d-4298a1c88acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:56.379793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716e7f4-21bf-4b14-89be-f266b058007f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa0e54c-aa6d-4bcf-997c-88770259e686,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:56.382735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b716e7f4-21bf-4b14-89be-f266b058007f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:56.392162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b716e7f4-21bf-4b14-89be-f266b058007f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:56.393554 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b716e7f4-21bf-4b14-89be-f266b058007f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "DELETE /v2.0/security-groups/faa0e54c-aa6d-4bcf-997c-88770259e686 HTTP/1.1" status: 204  len: 168 time: 0.2010252
Apr 21 07:09:56.397179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 54794) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:09:56.414965 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.api.v2.resource [None req-2a10fb47-c2d0-4d59-8871-f552453ee03e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] show failed (client error): The resource could not be found.
Apr 21 07:09:56.416099 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2a10fb47-c2d0-4d59-8871-f552453ee03e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "GET /v2.0/security-groups/faa0e54c-aa6d-4bcf-997c-88770259e686 HTTP/1.1" status: 404  len: 347 time: 0.0186419
Apr 21 07:09:56.419644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 54798) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:09:56.603401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Deleting port 4ff4b770-e544-45e8-910a-821a5a29faa8 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:09:56.603778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:56.790100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:56.790481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:56.844338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:09:56.882995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: a05ac82f-3f81-47da-8a89-90ef6e8d5c11 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:09:56.883389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a05ac82f-3f81-47da-8a89-90ef6e8d5c11 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:09:56.927475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Calling delete_port for 4ff4b770-e544-45e8-910a-821a5a29faa8 owned by network:floatingip {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:09:57.080108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:57.086048 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:09:57.138026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Pushing event deleted for resources: {'Port': ['ID=4ff4b770-e544-45e8-910a-821a5a29faa8,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:09:57.166384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:09:57.245239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks [] for floatingip, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:57.261941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:09:57.263227 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] 10.222.0.36 "DELETE /v2.0/floatingips/1259ea99-5498-4fa3-83de-bbb55b2746b0 HTTP/1.1" status: 204  len: 168 time: 0.8425155
Apr 21 07:10:03.600286 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ab09-71ab-4dfc-842c-987bfe0adc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:07.062364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8bfca641-9297-4997-aea0-945d6dd832dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:08.375329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:08.992536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:09.341983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:10.165273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:10:18.317085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:23.818875 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-1364c405-9d8f-4a72-8555-e964f0e3e14f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0957718
Apr 21 07:10:23.936261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-1425b642-b9a1-4fa7-8fe2-700cd0325909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:10:23.937951 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-1425b642-b9a1-4fa7-8fe2-700cd0325909 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1099 time: 0.0859280
Apr 21 07:10:24.111954 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-2371824e-4576-4c8b-8605-228f2fd0a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:10:24.113770 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-2371824e-4576-4c8b-8605-228f2fd0a7f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 914 time: 0.1529849
Apr 21 07:10:24.192994 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-f8d24415-42ce-404c-9f06-5b1ef417ae72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 217 time: 0.0725212
Apr 21 07:10:24.263921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-8c15c8d7-6dc7-4168-b15d-026de75ca455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:10:24.265515 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-8c15c8d7-6dc7-4168-b15d-026de75ca455 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 200  len: 854 time: 0.0662658
Apr 21 07:10:24.323292 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-2dca57a4-b442-405c-bf54-f1b8337b6595 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19e337b3-9b49-44a3-a455-34c7165f5428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506408
Apr 21 07:10:24.472818 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-67423abc-5bad-447d-b3df-3ac47e2a8e5b service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422539
Apr 21 07:10:24.620872 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b6e60d7e-0f6e-4a5f-9270-67a684de4f79 req-ee3fa773-0813-4a78-9f85-08edd638f343 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419723
Apr 21 07:10:33.595274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-46b11888-20ae-4369-8937-6c090f95deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:37.067504 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2f253c33-1d70-4dbe-af1e-04a6f1a7403f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:38.369829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:38.997548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:39.340348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:10:47.167586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:10:48.332754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:03.593640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ade6dd9-7c35-4d5b-9a3f-e3635395dff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:07.076889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fe1668c7-9ad4-4c7a-bca4-c73ef6ec96af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:08.381598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:08.998503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:09.343331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:15.565303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 55112) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:11:15.797934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Deleting port 4db28e5c-cfc4-4a63-a0ed-5fccbacac90f {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:11:15.798310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:15.991012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:15.991374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:16.125146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Calling delete_port for 4db28e5c-cfc4-4a63-a0ed-5fccbacac90f owned by network:floatingip {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:11:16.306690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:16.310855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:11:16.360120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event deleted for resources: {'Port': ['ID=4db28e5c-cfc4-4a63-a0ed-5fccbacac90f,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:11:16.399591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.400027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.400441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.400813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.401259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.401683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.402086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.402484 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.402880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.403278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.403672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.404096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:11:16.415507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:11:16.475249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:16.475725 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Floating IP 26558327-8e07-4a90-a124-e6a66b0b20fe disassociated (deleted). External IP: 172.27.0.98, port: 528c63a9-e07e-4a10-85c3-ed27735b992c.
Apr 21 07:11:16.859055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Router 2aaba942-eed1-47db-880f-239f75d9480f has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:11:17.070655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:11:17.081100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:11:17.090577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:17.096607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:11:17.097878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6babd68d0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:11:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:11:17.151248 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "DELETE /v2.0/floatingips/26558327-8e07-4a90-a124-e6a66b0b20fe HTTP/1.1" status: 204  len: 168 time: 1.5845311
Apr 21 07:11:17.152036 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:11:17.212411 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'status': 'completed', 'code': 200}
Apr 21 07:11:17.304312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:11:17.414335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-3e5308ac-213f-4f96-83d3-2d9c3958155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:17.416067 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-3e5308ac-213f-4f96-83d3-2d9c3958155e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 1099 time: 0.1603708
Apr 21 07:11:17.597280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-c88abe41-b17d-4355-92d5-96acfb8de1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:17.599227 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-c88abe41-b17d-4355-92d5-96acfb8de1da service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1532209
Apr 21 07:11:17.663491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb619bdf-15f2-4394-b253-1083d55fc5ad req-10fbad59-3064-4a87-bbdd-ebef6208c36a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:17.665085 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fb619bdf-15f2-4394-b253-1083d55fc5ad req-10fbad59-3064-4a87-bbdd-ebef6208c36a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 946 time: 0.1573329
Apr 21 07:11:17.679597 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-f2d51218-94b9-4a6b-9259-95fc31fb6600 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528c63a9-e07e-4a10-85c3-ed27735b992c HTTP/1.1" status: 200  len: 217 time: 0.0736966
Apr 21 07:11:17.717814 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fb619bdf-15f2-4394-b253-1083d55fc5ad req-96a8aacb-4e80-4924-8011-79583e946542 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448427
Apr 21 07:11:17.756745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-29e19bd6-f0c9-4bdb-adce-da011ad483dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:17.758420 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-29e19bd6-f0c9-4bdb-adce-da011ad483dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0720794
Apr 21 07:11:17.844337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-b4d96004-c6b1-44a2-bd51-d68bb2767667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:17.846100 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-b4d96004-c6b1-44a2-bd51-d68bb2767667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803778
Apr 21 07:11:17.857973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-4c258637-ecfc-41df-b637-2ae3f18fac2b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 07:11:17.859088 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-4c258637-ecfc-41df-b637-2ae3f18fac2b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062354
Apr 21 07:11:17.871217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6babd68d0>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:07:03Z', 'revision_number': 1, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:11:17.875871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:11:17.885238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:11:17.886138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6babd68d0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:11:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:11:18.090529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:11:18.269179 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-b6a519ae-d866-43e6-a473-56ebeb3370b6 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4038363
Apr 21 07:11:18.331664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:18.419861 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-945e681d-d2ff-4cd0-91e4-3085ba1112cf req-bb5f3952-bba2-4407-badd-f6eab15d6756 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431413
Apr 21 07:11:18.481976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6babd68d0>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:07:03Z', 'revision_number': 1, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:11:18.486973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184257f4-b46a-431c-adb8-863337fdd412 None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '2dd8b9e6-24fd-469c-aa6e-07b4307546ef', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'port_id': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'mac_address': 'fa:16:3e:27:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ec720-8ec4-4473-ae56-a2973a79686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:06:59Z', 'updated_at': '2021-04-21T07:07:03Z', 'revision_number': 1, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:11:18.869537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c29b7-6e70-4aa7-afe8-82faef9017ba None None] New status for floating IP 26558327-8e07-4a90-a124-e6a66b0b20fe: DOWN {{(pid=86425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:11:18.985230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bb43f-d4f2-4228-b8d3-4621f7d51226 req-ec5b9dda-6b82-49dc-b3ef-d355ddbf0835 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:18.986858 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be7bb43f-d4f2-4228-b8d3-4621f7d51226 req-ec5b9dda-6b82-49dc-b3ef-d355ddbf0835 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 946 time: 0.1455879
Apr 21 07:11:19.036529 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-be7bb43f-d4f2-4228-b8d3-4621f7d51226 req-3901aea9-5277-4e38-bf7f-233a48068ef7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429904
Apr 21 07:11:19.197448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-accaa334-9e0e-4e2a-a6f3-b24b7628a33a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:19.198201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-accaa334-9e0e-4e2a-a6f3-b24b7628a33a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Synchronizing usage tracker for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:11:19.215428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-accaa334-9e0e-4e2a-a6f3-b24b7628a33a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Unset dirty status for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:11:19.216708 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-accaa334-9e0e-4e2a-a6f3-b24b7628a33a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 946 time: 0.1133728
Apr 21 07:11:19.297520 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Deleting port 528c63a9-e07e-4a10-85c3-ed27735b992c {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:11:19.297721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:19.578749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] For port 528c63a9-e07e-4a10-85c3-ed27735b992c, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=528c63a9-e07e-4a10-85c3-ed27735b992c,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:11:19.579149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:19.712247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Calling delete_port for 528c63a9-e07e-4a10-85c3-ed27735b992c owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:11:19.880179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:19.886228 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:11:19.935532 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event deleted for resources: {'Port': ['ID=528c63a9-e07e-4a10-85c3-ed27735b992c,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:11:19.943500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:11:20.025441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] No DVR routers for this DVR port 528c63a9-e07e-4a10-85c3-ed27735b992c on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:11:20.028550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:20.032924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'name': 'network-vif-deleted', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:11:20.052113 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ff7dcbcd-7dc1-40af-8e87-7186715d72a0 req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "DELETE /v2.0/ports/528c63a9-e07e-4a10-85c3-ed27735b992c HTTP/1.1" status: 204  len: 173 time: 0.8286870
Apr 21 07:11:20.087742 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1359f4d-2295-4cfc-9174-b694df14f7a3', 'name': 'network-vif-deleted', 'tag': '528c63a9-e07e-4a10-85c3-ed27735b992c', 'status': 'completed', 'code': 200}
Apr 21 07:11:20.211395 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84c07a66-1ac3-4c48-be74-364e3ec0742d req-dcf972d9-c62a-4ca5-9313-f33f92e3ba26 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0537970
Apr 21 07:11:21.386117 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4861f50c-4b6b-4bb4-9ae2-3ccda7a12437 req-fc7318c5-5de0-4a7e-85a2-d10a6a5ba651 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0499568
Apr 21 07:11:22.571969 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a152ddb3-0196-4a4e-9610-22e5b455f585 req-868ae2ef-ca9e-471c-9127-b90d5f8b22db tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0531831
Apr 21 07:11:23.275545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 528c63a9-e07e-4a10-85c3-ed27735b992c no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:11:23.316144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 528c63a9-e07e-4a10-85c3-ed27735b992c {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:11:23.316544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 528c63a9-e07e-4a10-85c3-ed27735b992c not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:11:23.750610 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cc8c75b3-0032-456d-8412-878dd396bdc0 req-7a8f852d-bcfc-4938-a213-96acb45d5714 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0582950
Apr 21 07:11:23.768571 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-6819ecd7-ab57-4b67-b04c-d42fd4fdf2b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0863273
Apr 21 07:11:23.943368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-5f6759df-368f-47c6-8262-b9a42696f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:23.944920 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-5f6759df-368f-47c6-8262-b9a42696f379 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0863409
Apr 21 07:11:24.110274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-00a4e377-338f-430c-b074-a4acdb34215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:24.111887 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-00a4e377-338f-430c-b074-a4acdb34215b service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1454794
Apr 21 07:11:24.167692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:11:24.226733 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-bca31558-dd69-4cd3-8bbc-b13571f5bed0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1081011
Apr 21 07:11:24.297246 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-13c61842-0849-411b-8e17-1c0c76f94291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:24.298876 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-13c61842-0849-411b-8e17-1c0c76f94291 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0661626
Apr 21 07:11:24.384720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-11bf6283-cd5e-4256-a50f-5f741256ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:11:24.386492 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-11bf6283-cd5e-4256-a50f-5f741256ee07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815685
Apr 21 07:11:24.533925 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-414b20f2-6a25-4335-8f9d-5148dce3599c service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406426
Apr 21 07:11:24.685764 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f8a1596d-0348-4b21-8199-3e97d40716c8 req-40516215-ef9f-4104-8f97-1b886a446f6a service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455777
Apr 21 07:11:24.921219 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6b37b6eb-56bb-48dd-9e97-b99e3e84d16e req-7d32f26b-843f-4be2-9a38-aca924a26d8f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0500510
Apr 21 07:11:26.112506 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-37b79195-b7c3-4d9c-8302-1bb3c93c37fa req-cd3bd8a7-4f68-470d-8b5b-16d03483d5c5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0553086
Apr 21 07:11:27.302610 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ce523105-f396-4900-ab42-eaa1c496568f req-0d2aa570-473e-4eff-92a1-57dec72530b0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0542283
Apr 21 07:11:28.497747 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-de38d6be-b4fd-4312-a61f-1c9b56bd28dd req-319f8a09-9fc3-45bf-a51d-e788ef830fe6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0523219
Apr 21 07:11:29.675366 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e352b3be-f5ea-4b22-8996-693a8a9e692c req-37fe9bbe-d732-4d93-9aae-7fbc30c248c4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0528512
Apr 21 07:11:30.874897 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-56d0efd9-f5be-42f0-a27c-87c5dc466752 req-ed3aeb40-c336-4c3e-8638-509e81a60cf5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0597403
Apr 21 07:11:32.073114 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aab5c3e5-eba3-4359-9ff9-fd50170f12c9 req-fddb9c3a-9223-4908-8867-64e9297b52b8 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0594654
Apr 21 07:11:33.258296 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2d4646ac-2ab6-489d-98fd-f027b0443b97 req-c46718c5-689e-400a-879b-e955c3e0aa1a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0520923
Apr 21 07:11:33.591909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-82e85594-0d87-4f2c-9e6b-1098d4c3e701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:34.438672 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-36e92516-03ac-40c0-8f56-db780e041ca8 req-a2419ab1-e3da-4a1d-8263-8791cf18d9fa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0569227
Apr 21 07:11:35.608875 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4503b1e1-3c96-4d5f-a395-165fd8bd533d req-409e1a24-e00f-4091-8530-642719ec9ffb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0512929
Apr 21 07:11:36.787123 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2810085c-735b-4b23-9f1f-336ef3738461 req-e52bb5e8-7cf4-46f6-a622-0cba394bd978 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0517621
Apr 21 07:11:37.072692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faedf99e-483f-46c5-aa7b-219d4fe99b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:37.977844 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dc3be064-77b4-4c5c-9d28-957fb69c1048 req-34a61f00-d188-4dd5-91de-f8b93dc15327 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0546916
Apr 21 07:11:38.376304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:39.002114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:39.156042 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c9762bc8-b4e7-4c6d-8624-2b591015e894 req-a838a241-0b20-45e1-aebe-00f0c49d162c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0521314
Apr 21 07:11:39.342724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:40.327053 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8ee2b356-9b2f-4990-a121-7f554cd9402f req-69334ac8-9066-41ed-9ae3-f87e03897590 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0503519
Apr 21 07:11:41.498463 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c93293a3-ed8e-48f6-a5a2-6fb466281971 req-a6dc733f-f61b-4253-8acb-ea4fde234e5e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0530219
Apr 21 07:11:42.682960 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d2fbf43b-3b17-4d45-a4f7-398d7647d356 req-e9508fbf-5629-47df-a120-65fdab02283a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0568068
Apr 21 07:11:43.858920 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9715b2f0-8fa1-43d1-a2e1-541b7db4c4e1 req-f33f21c7-b9c0-4a85-a6a7-6b5408206cd0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0492067
Apr 21 07:11:45.039507 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-624a7477-5bb8-4d48-9886-493dd85a12a8 req-8e6d066e-e8e3-4042-abbd-a4a4e5a60ae1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0547078
Apr 21 07:11:46.230610 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1985b985-f90c-487f-a301-86db42bc0f9a req-e3c97675-eba4-4c35-bc78-8cf93b276b82 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0574625
Apr 21 07:11:47.568907 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f350f3b0-5a81-461a-9dd0-49133ea554b0 req-1d0d1865-382c-452c-8419-e828ecc91451 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0576270
Apr 21 07:11:48.333291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:11:48.756491 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bf3c8d8a-cddf-4b9a-8e2b-63ff0ac9455e req-fa721c3c-133d-4cc4-a1fe-2e2788402d5f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0562744
Apr 21 07:11:49.924655 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d64ee74b-c393-42ff-a09e-0e593cc41f12 req-1eaaed6a-308e-4216-817e-9ab50a5c8188 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0500019
Apr 21 07:11:51.101697 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ed4b20eb-e84c-4c7d-b35c-855f217b0831 req-6212efd7-9945-42af-916b-5e1c00661d57 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0509548
Apr 21 07:11:52.282515 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a4fb0c4b-81ce-4051-b17d-8810dc14a617 req-3862aca6-d5c0-4ce6-9d0a-7b09e2cdc1d3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0615864
Apr 21 07:11:53.459224 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1f3ddc6f-3c9e-4a01-badf-f5899716098a req-8e32b6ee-e165-4d32-8afc-c9403417826c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0547559
Apr 21 07:11:54.635829 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e5679ccc-8514-48ad-96b7-d80b5d28fab5 req-a6870833-bb2d-4541-8625-a237a06d162c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0486534
Apr 21 07:11:55.827322 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f6c323ad-3648-44e9-ac40-758c51b1a9d7 req-47f7a130-ddc6-46c4-8922-77453f83ec0f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0547826
Apr 21 07:11:57.000910 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7ba135ad-88c5-46ce-887f-f34a3b49130a req-c746c7a0-cc20-44fb-94a4-779b63264c57 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0499539
Apr 21 07:11:58.175714 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6c7a0fbd-d59e-4ac7-9d81-d0f5994fa749 req-63625fa2-f4e2-4860-9539-9324d1002b08 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0553677
Apr 21 07:11:59.360306 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2fb28be6-e0a8-463d-80a9-c7f3f8ac2953 req-ad40fba4-af9f-4f19-9902-7d4339c9d2c7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0586493
Apr 21 07:12:00.534484 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f9ff82e5-f177-46f1-b96e-cff96aeb2719 req-5a097892-9afe-4be0-868e-513bdb3d4cde tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0499492
Apr 21 07:12:01.169922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:12:01.705085 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-62f62b3d-10ab-4e58-9929-59ba031da9a9 req-e9de8841-16f6-44cf-be6c-c8f8f17af333 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0523438
Apr 21 07:12:02.883570 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c96e9a82-c60d-46c1-9cb5-053b6d417139 req-23113063-4c49-433c-9abb-ddea11f8496a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0542839
Apr 21 07:12:03.589776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-82f9d47b-74ae-41a7-bbf3-976be7f5e56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:04.065661 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d3fed82c-77ac-4874-89fb-95d537b67109 req-cb48b025-0c6f-46d5-9879-7755ed3c1ba9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0501091
Apr 21 07:12:05.247798 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4cf177b0-439d-48c0-8193-3cd56995c9f0 req-b815a72c-f060-46a8-ab96-256fe8b312bf tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0570409
Apr 21 07:12:06.428237 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6b4a09d4-6b5f-4779-aef6-c8157d143744 req-2f42a2f3-eadf-450c-a507-8e1592a16ced tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0516777
Apr 21 07:12:07.068668 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b00aec0b-efe4-4e61-bb1d-3f703d4e5cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:07.600154 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-155fa0bb-44a2-48dd-9d76-4325a14f41ca req-d43798ed-cc84-4f81-9979-23c9724d24df tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0499108
Apr 21 07:12:08.386454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:08.776018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cf9077e7-1abf-4067-abcc-fd02759b14c5 req-ef95e405-32e9-4416-b203-097f28c4fc88 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0576348
Apr 21 07:12:09.005891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:09.353702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:09.963114 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d3fb27ff-fde6-45fa-8acb-6a5c19129aa3 req-f098ff65-fa56-46f9-b0db-4d6e46d53520 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0552182
Apr 21 07:12:11.139382 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-870d1a31-ca89-4362-bbed-cd97936dea76 req-f45471ce-69d0-4a8f-bce7-192dda9ee12d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0547559
Apr 21 07:12:12.323727 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8de90e31-7364-436a-9808-7abda8d5cc37 req-0acd060d-0468-48e8-8833-e88f1da5c7f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0498481
Apr 21 07:12:13.515052 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-179a3ccc-ce6a-4bd9-a7aa-adaf5785db4a req-e0329b11-f76c-4220-8611-8e9c0e5aaba3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0571282
Apr 21 07:12:14.695843 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a26b7667-08af-44e7-938a-0407c9e1a27d req-49ad55aa-36b6-4347-8473-6d85b328be1c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0506396
Apr 21 07:12:15.872921 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1f3955ba-bc5d-44fc-b666-80c1af9a5724 req-68491f2c-9567-491d-b4f0-d1898d79a42e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0519660
Apr 21 07:12:17.064312 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5fd5f996-7928-4f2b-9b6c-5a04830b6619 req-bdea145e-46c9-451a-ac47-acd07767016b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0529354
Apr 21 07:12:18.243992 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-08971ec4-32c6-43d0-b65a-1e24c813f362 req-3de54051-60b1-475f-8cd2-1112bb12179f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0525270
Apr 21 07:12:18.334494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:19.412015 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f73a8638-8ed3-47fc-ae8b-d6b6d2a4d117 req-92b096e6-959a-47d2-a6d3-7f21a6e165f1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0494595
Apr 21 07:12:20.832731 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9ba67dd9-8d8a-456b-a636-1b4b236d263d req-92ad78bb-b8f4-4e68-b181-8384ad78e2e9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.2919643
Apr 21 07:12:22.017678 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9031617f-8383-4d46-a6f0-40858deda617 req-306a7692-4c5e-4dd2-b51e-11dfdd58d4af tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0616941
Apr 21 07:12:23.201511 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-28d9c57c-3331-46d6-9d12-edea5f56ee8f req-e26e96f2-9a18-438b-8a99-560dbfaf1aa3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0498562
Apr 21 07:12:23.802018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-7037428b-2881-46cf-9cad-7fb661b531ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0944672
Apr 21 07:12:23.932872 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-c4ca0691-3bbf-4165-a04e-98f65537a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:12:23.934959 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-c4ca0691-3bbf-4165-a04e-98f65537a09e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1099 time: 0.0978277
Apr 21 07:12:24.103188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-ea96a4cf-5a17-4ff2-b7c0-093137f7c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:12:24.104695 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-ea96a4cf-5a17-4ff2-b7c0-093137f7c651 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 914 time: 0.1483109
Apr 21 07:12:24.195508 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-a096db92-798c-4292-beb7-d4e2c4b04fec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 217 time: 0.0840635
Apr 21 07:12:24.269721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-17eb3512-649d-4817-b38b-84e6169f1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:12:24.271500 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-17eb3512-649d-4817-b38b-84e6169f1ec7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 200  len: 854 time: 0.0702691
Apr 21 07:12:24.334255 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-1663a398-07e2-4e91-924c-ffb879fd2762 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19e337b3-9b49-44a3-a455-34c7165f5428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564847
Apr 21 07:12:24.382747 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6d507553-984a-4d44-8a3a-403af7c65804 req-3e2b9406-9ed2-456f-bdf4-7db213e730ad tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0537598
Apr 21 07:12:24.485514 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-4d783702-1f8c-4c19-b82e-d814d0bd127d service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439135
Apr 21 07:12:24.631411 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-12518b00-7a67-4ae3-ac2f-4784490e88ff req-c14d5d3f-f0b9-48cf-85df-6a5714428ca8 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394451
Apr 21 07:12:25.558903 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4660b7fd-99bd-4687-877d-f38defcac7b4 req-28fa337e-2d22-4b2d-939b-4db74420695d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0505488
Apr 21 07:12:26.739752 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18647010-4374-4736-a07e-fbae79e4ef3a req-2dbe845a-b914-463f-b8aa-bbea73a1427b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0507994
Apr 21 07:12:27.914217 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a7b22161-9d9f-4e1b-bdd7-2a9b92c5439a req-3d9de4c8-da95-4b14-8877-63cd48be28a5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0546267
Apr 21 07:12:29.089852 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a5c2675-54d7-4692-ab85-fd5b9b05c5af req-de2588b3-53ad-464d-9404-131f34989184 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0489235
Apr 21 07:12:30.258371 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-90f51cfd-ae07-4468-9dd5-5db980ab9657 req-9b3b5cbe-0e22-40c2-819f-01722fc3fb3b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0514085
Apr 21 07:12:31.441467 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e691d462-3306-43e2-8180-282ffb626c64 req-c31fd1a6-60f9-4d99-85c9-8ec5ea79f492 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0536437
Apr 21 07:12:32.626414 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b583382b-205f-4366-a029-043095791cea req-7874a2fd-d353-43b4-ac51-1d05c563ff42 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0605557
Apr 21 07:12:33.589618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5ec9574b-819e-4d03-ac2f-b494efb169ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:33.800761 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3b1b6c0e-73bd-4bea-94e9-f4ca12073fb6 req-339cdf12-0d1f-456d-9172-58a3a10d1bfc tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0503976
Apr 21 07:12:34.982876 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18405d60-bb72-48a8-840b-e9119349140e req-0402cf39-ce9e-4c05-8450-be7ffaf0e94c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0533218
Apr 21 07:12:36.170957 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-89b1c65b-7a28-40c4-b73d-494e45dc718b req-82e28607-d3c8-415e-a57c-b0f26962b356 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0610843
Apr 21 07:12:37.064355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e20b6c95-274d-4baa-b03c-b76f852798bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:37.356939 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-df057da7-2f18-40f3-aa4d-413c615abc5a req-b0c27897-a1bb-4837-b27b-0c31a59a40a1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0534825
Apr 21 07:12:38.171594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:12:38.382475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:38.691315 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a9b22995-0600-41a9-95be-af5f5278eb4e req-5996784a-cf84-416c-acf3-a90a4377c567 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0643554
Apr 21 07:12:39.012211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:39.351031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:39.866445 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2086ebdc-37f4-4bef-8b03-7e2576e8fab9 req-81efb451-ffd1-41ee-b3f5-e938e6a5145d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0578132
Apr 21 07:12:41.036389 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9ef75fc6-4e18-4b29-9e92-a36b9f971e7d req-face58e5-465c-47dc-9d44-5673744fb56a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0505173
Apr 21 07:12:42.213940 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a1eb8d84-57c5-442d-a409-c70d99651596 req-d6221c8f-b261-4c50-98d9-f8d293444f31 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0538962
Apr 21 07:12:43.393818 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0565a39a-20f8-4f80-94a1-1c24084a24f7 req-845b664e-857a-4412-abe9-2effe7ac429e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0513570
Apr 21 07:12:44.570479 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b2513e76-cbd0-4b0d-857c-bd824d02b026 req-2d014e8c-c093-4282-a06c-2beeed40398d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0572283
Apr 21 07:12:45.752549 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1391e6e4-f5a5-40e6-839d-da86a0de6944 req-8f7050af-694c-434f-802c-1d88bf72ec7c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0562944
Apr 21 07:12:46.945875 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-367ebb45-b23a-4632-8c97-52a740541400 req-e10faee5-6812-4ff3-b107-8bbc8c26bee0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0612290
Apr 21 07:12:48.123638 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e539708e-9833-4b71-b647-d0a723f782bc req-4ca185f0-dbb0-4508-a36b-3d214eb17a78 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0537179
Apr 21 07:12:48.346285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:12:49.316415 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-64ef8136-3879-430e-a636-b6bf8d9ecf75 req-ce63e8f9-72a8-4da9-8ae9-4cfc9c5c79aa tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0539954
Apr 21 07:12:50.496993 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3c32ea39-d7f1-4c6d-b8b5-4b141c530436 req-12c7f359-1b9e-4a9a-b827-56270df10006 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0557055
Apr 21 07:12:51.677104 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-47b9f866-063c-43e7-95cd-ce83b212f9f5 req-cc8b616d-1a9b-4a12-bf1b-fed51d38a066 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0503805
Apr 21 07:12:52.860209 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b291b367-48fd-4ac6-947d-4c34b14f18cb req-a78ac202-2859-491a-a459-8e49c49d8f5a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0520949
Apr 21 07:12:54.051719 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5baea5ea-1cea-45c1-a984-e3205f9e541a req-f794e55a-7c03-4d42-ae72-d0414236b89c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0545597
Apr 21 07:12:55.227812 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cd16b8b0-8f01-410b-bb91-a79cc455e4b7 req-68aacad2-78e5-4c6b-9443-9706c9660036 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0514827
Apr 21 07:12:56.408791 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8122ae48-8d9b-4670-8efa-7e6812b25e0a req-b9e2718a-d320-40a2-be4f-5cd014856a56 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0556118
Apr 21 07:12:57.583330 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ce75c197-4f4a-44c8-8e0b-e144da987ca8 req-f565e8c5-7f3c-4796-9962-0a7cba2fc44d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0515950
Apr 21 07:12:58.776544 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9407b6a9-9399-4855-a51e-2d9d381507e1 req-141f7d14-8e96-485b-b9ba-c709a377b432 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0602005
Apr 21 07:12:59.957431 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1917ce8d-e42c-4916-852f-e2786ee3d19f req-cc27d27d-bdea-471e-8282-fe2fc4e56565 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0539742
Apr 21 07:13:01.129271 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85214110-2489-403b-b5a2-b8ab7340c30c req-62f11fb2-9808-4d84-9d84-4a3cfc94d460 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0525134
Apr 21 07:13:02.297307 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-163df906-af94-4b8e-afe3-3e4a8ebe7a64 req-342a3b57-e63f-471e-aa3b-ba7f33610ab2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0484757
Apr 21 07:13:03.480894 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-49fb1ba2-b2bc-4253-82d9-a4aed77cdd26 req-7aca03e8-2b88-4fd1-81af-c7e6544850eb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0629971
Apr 21 07:13:03.583280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-45bebd68-6745-4a25-9cb8-921396a29314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:04.658041 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18756348-bb9d-406a-b0b8-bf592f9642ac req-1f6f88b9-fabe-47f3-9e22-a4364ef488b7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0544631
Apr 21 07:13:05.830584 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-39fd2bf5-9cb5-4e46-b8c7-812301e73458 req-05029957-378b-4407-af54-d5fe5672ef44 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0492370
Apr 21 07:13:07.011434 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9ea06558-7fa5-4031-931f-118d019ad73f req-a57ebcf0-f65a-4764-b4f6-2a7cc9b77687 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0553460
Apr 21 07:13:07.069705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-08231813-d743-4aeb-84af-169977d054bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:08.195198 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7f057cb6-4482-4ffc-aeec-ebdad5b98483 req-7e2150cd-d2ca-4ab3-bd9f-7e00fb956e8a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0507698
Apr 21 07:13:08.393753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:09.010614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:09.352226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:09.382046 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d5082951-c1db-4fe5-b20a-f9bdad82738a req-0e99754a-39bc-4916-8599-39a4c36ba5e7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0527430
Apr 21 07:13:10.573848 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74a23a04-ea41-457a-a50a-209a70623258 req-25b9dace-45ec-4b7a-a2c4-08112ac62cd3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0538855
Apr 21 07:13:11.761224 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9f1c5bf4-f5fc-4f5f-997c-9c4344a1ab58 req-4930db4a-0e03-418e-982e-cc84de70627a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0625036
Apr 21 07:13:12.951584 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e02f7eab-d2a1-473b-bf2e-91f7aa9edbfa req-d53081dc-df84-415a-be81-153fc4137cce tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0551960
Apr 21 07:13:14.131627 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e00cb799-4a63-4f7d-9654-d40511858a70 req-e5b228eb-90dc-44aa-981c-67f57630624a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0529530
Apr 21 07:13:15.173622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:13:15.306790 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1a35cb14-a40d-43d7-ab07-b755efd2aced req-66457eb9-b42c-4209-83ad-7b1ecb17db26 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0516880
Apr 21 07:13:16.473956 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c2b8b865-b15b-48c6-b89c-1b56bc22df53 req-90a7ba8a-bad1-42be-9ece-db278491189f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0499249
Apr 21 07:13:17.651014 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3380aa7c-d23b-4c5a-809f-b5f6af79cb82 req-8428b212-5e27-4275-9666-38f9f9b45975 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0508561
Apr 21 07:13:18.347957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:18.820979 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e9c2c301-980a-4323-9b9d-8bc3054b05f2 req-ae56c439-09b9-4078-af95-06f0a80d65a2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0507779
Apr 21 07:13:20.005086 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21ead0db-fe65-40e5-8bbd-d67f5820f4d2 req-8e7f2f23-45e0-43cd-973e-fbd2d0015ff0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1359f4d-2295-4cfc-9174-b694df14f7a3 HTTP/1.1" status: 200  len: 210 time: 0.0534632
Apr 21 07:13:25.761218 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-51fdc770-b9ef-4edb-b781-56f8a47981de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0869851
Apr 21 07:13:25.937922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-85da2b11-8590-4b77-8251-1a02d5755f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:13:25.939519 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-85da2b11-8590-4b77-8251-1a02d5755f9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0868163
Apr 21 07:13:26.118743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-1037dd42-a519-4fac-b078-32129f3ad48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:13:26.120385 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-1037dd42-a519-4fac-b078-32129f3ad48a service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1613450
Apr 21 07:13:26.230630 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-170403c8-dc08-41e3-b783-6cb7b878b634 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1025293
Apr 21 07:13:26.304275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-32295363-9518-4a7b-ba12-64485dc972a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:13:26.305999 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-32295363-9518-4a7b-ba12-64485dc972a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0683458
Apr 21 07:13:26.423811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-f50d4264-8c79-4187-8173-99f48e232fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:13:26.424342 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-f50d4264-8c79-4187-8173-99f48e232fde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1118581
Apr 21 07:13:26.572659 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-5bb54f7e-97d3-42fb-b43b-f60999fb815f service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416566
Apr 21 07:13:26.733127 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-16f5a291-64db-405c-9f4b-ad03895631f6 req-a84988ff-0fa8-4ab2-8264-04a9fa5a5f28 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534877
Apr 21 07:13:33.598472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b081b8aa-f314-4f4e-8dd0-c7aafe2c9c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:37.065306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-60d1ee2b-a475-45a0-aa26-732f8b074d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:38.388996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:39.013120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:39.356667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:48.343159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:13:52.176117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:14:03.587459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7abaef04-b8c0-416c-bff0-633728a27774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:07.063197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-edef7ba9-6f9a-4daf-95fd-71017a4c0737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:08.395966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:09.016899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:09.360645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:18.362367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:27.803296 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-a5278704-0a44-4a80-bd80-b68ca2a0348b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0951626
Apr 21 07:14:27.916624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-ba2ae8b3-3db4-40a5-b377-f2123e5549a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:14:27.918338 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-ba2ae8b3-3db4-40a5-b377-f2123e5549a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1099 time: 0.0836995
Apr 21 07:14:28.078407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-229767fb-cb21-4364-9e0c-b2edbe85c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:14:28.079916 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-229767fb-cb21-4364-9e0c-b2edbe85c0f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 914 time: 0.1409864
Apr 21 07:14:28.404484 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-c5c146a8-3909-4214-9c63-c84236597df8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 217 time: 0.3177633
Apr 21 07:14:28.477686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-25a1b449-1cf2-45e8-a0d3-14660fee8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:14:28.479317 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-25a1b449-1cf2-45e8-a0d3-14660fee8f1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 200  len: 854 time: 0.0687916
Apr 21 07:14:28.535291 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-535f624c-657d-460f-a972-8cdec593e3c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19e337b3-9b49-44a3-a455-34c7165f5428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492964
Apr 21 07:14:28.687901 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-0e762c6d-3b89-467d-a7ff-9ff1c7eabf92 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457942
Apr 21 07:14:28.859548 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8caae07-fb3b-4ba8-aceb-b28c5b0f9043 req-81d627f1-89e6-4090-8a90-98aca2fa2ba2 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652267
Apr 21 07:14:29.176770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:14:33.583370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6fba53e-4bb3-4246-af0c-8ec7fe7437e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:37.058404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa97d4dd-6b82-4a05-af42-148414be2201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:38.391278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:39.028130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:39.363382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:14:48.369144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:03.597196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6cc8f01-9ee7-4401-938d-73b274279022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:06.180314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:15:07.062075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fe5e3c94-3631-4c4e-a676-f4955128c604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:08.402700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:09.023310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:09.365535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:18.374855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:28.741296 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-f4de570f-e3e0-4fd7-8f6e-e3cd4c9e592b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0863626
Apr 21 07:15:28.932291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-67ea480f-1f28-49bd-bc88-8f5c108fe6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:15:28.933894 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-67ea480f-1f28-49bd-bc88-8f5c108fe6f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0924518
Apr 21 07:15:29.094488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-f848c21a-cf5f-479f-983b-6fd50d9d4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:15:29.096071 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-f848c21a-cf5f-479f-983b-6fd50d9d4424 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1429417
Apr 21 07:15:29.220141 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-a843a3c3-741a-409a-ad43-4c7359da511e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1163313
Apr 21 07:15:29.293658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-aed453c1-94a7-48d2-8e3d-8a1efde6a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:15:29.295209 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-aed453c1-94a7-48d2-8e3d-8a1efde6a2e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0683146
Apr 21 07:15:29.380373 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-e746fee2-89e7-45fa-b946-d7f9c6b0105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:15:29.382022 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-e746fee2-89e7-45fa-b946-d7f9c6b0105b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806746
Apr 21 07:15:29.533609 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-e603f223-bc15-4c42-b975-90fd6a9aba84 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437385
Apr 21 07:15:29.686851 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0945bcfc-6e7e-43f4-8f12-fc90346cdf8e req-2c50d4a3-601f-428c-887f-dfe2f1fff950 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468673
Apr 21 07:15:33.599150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c9a2464a-ece5-4657-a5fd-13ee200c3786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:37.068062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ca47-aa1c-492a-a326-78c329acffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:38.402836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:39.031790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:39.371370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:15:43.180460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:15:48.371254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:03.601790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-696d82ce-f487-4068-b891-a5a2f427be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:05.165601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-76ad9b57-3d73-40d4-b23b-e5f00c0f7512 req-9698558b-82d9-41a3-b0d0-e9249604be9d service neutron] (86423) timed out ('10.222.0.18', 54398) {{(pid=86423) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 07:16:06.814507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-b09305c7-47b4-45e3-98f8-8928bd6e37cf req-003060a2-9a00-4018-9029-6ab606061e8d service neutron] (86423) timed out ('10.222.0.18', 54439) {{(pid=86423) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 07:16:07.066337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-564341e9-3100-4b6e-9522-6a1c78406ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:08.399690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:09.033705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:09.376267 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:18.371153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:20.186406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:16:28.843409 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-d7b2b011-4c0c-4f35-bcdf-176feaa5ca42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1566017
Apr 21 07:16:28.959360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-4eac20d0-e97f-44ae-af97-b630b48353c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:16:28.961434 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-4eac20d0-e97f-44ae-af97-b630b48353c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1099 time: 0.0830469
Apr 21 07:16:29.128696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-aead73f6-a15a-472c-a403-66d8067bd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:16:29.130235 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-aead73f6-a15a-472c-a403-66d8067bd62c service neutron] 10.222.0.18 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 914 time: 0.1492424
Apr 21 07:16:29.208250 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-4ef09693-776b-4f2f-89a6-7bd5e2c981b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 217 time: 0.0712345
Apr 21 07:16:29.279192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-37327da3-f2f6-4a84-9c53-8d6ee2117fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:16:29.280814 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-37327da3-f2f6-4a84-9c53-8d6ee2117fee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 200  len: 854 time: 0.0668654
Apr 21 07:16:29.333940 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-dd0f0529-6c87-4fa1-b950-c7541d729873 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19e337b3-9b49-44a3-a455-34c7165f5428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468569
Apr 21 07:16:29.484153 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-1beeadf9-e4e3-49ae-a870-011d0f08b138 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441798
Apr 21 07:16:29.640075 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-564ead8d-2e71-4b65-a8ed-1993a14e44ee req-1e14cc8f-0074-453c-a5e4-7e97cc171978 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490505
Apr 21 07:16:33.601682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ed3005f5-8380-40c1-88b7-2576577f55e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:37.062988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0dfc-de3c-4599-9ffa-8f002ceec4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:38.402501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:39.032683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:39.382895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:48.381775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:16:57.181091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:17:03.597741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-86df1274-df60-47dc-83f6-0fd3b69d3bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:07.059690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-217ecaca-b220-44d3-a1bf-b1caa130f9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:08.403471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:09.035523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:09.381661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:18.381944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:29.745499 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-35cd5c66-f50f-42a2-8a62-e83ed998743d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0840073
Apr 21 07:17:29.927899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-a20a8621-c3f9-48ad-954a-68fa9a5bfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:17:29.930323 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-a20a8621-c3f9-48ad-954a-68fa9a5bfd26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0856078
Apr 21 07:17:30.095794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-219306a6-b31d-48d7-bcd4-8c69c1699ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:17:30.097785 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-219306a6-b31d-48d7-bcd4-8c69c1699ee6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1459682
Apr 21 07:17:30.212677 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-5d853ad1-8649-4e1c-abbf-1fbe1e45a2c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1083860
Apr 21 07:17:30.294547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-8d57db6a-6b8f-4cc0-9ea0-59abdfc314da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:17:30.296116 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-8d57db6a-6b8f-4cc0-9ea0-59abdfc314da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0739834
Apr 21 07:17:30.392425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-7515d768-d906-40d6-89fd-4488423ee823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:17:30.394103 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-7515d768-d906-40d6-89fd-4488423ee823 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914760
Apr 21 07:17:30.540748 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-3dd760c5-96ff-42f0-8b70-ab434b8ebc5a service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397729
Apr 21 07:17:30.701233 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79860123-38e4-42e0-aa25-d418fe5d0e74 req-7de0a9a2-8c28-4230-949a-a9dcdc63bb01 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537588
Apr 21 07:17:33.591792 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-60fbdaec-993b-4516-bb46-fd32b29c6a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:34.182749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:17:37.056671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-71c332de-bf3d-4505-ba96-2b71dc8619e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:38.402939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:39.039023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:39.384858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:17:48.382063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:03.597644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d2006b29-8296-411e-80f4-fee2402325e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:07.059534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ff69358b-c3fb-4c1a-8e2f-74cff43f2cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:08.405173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:09.041099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:09.395751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:11.183673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:18:18.402581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:31.796912 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-4828db4c-7d04-4af4-8219-fcf589ba36d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0797694
Apr 21 07:18:31.913868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-d729494f-a0ff-4799-b443-e5832832d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:18:31.915512 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-d729494f-a0ff-4799-b443-e5832832d500 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1099 time: 0.0844319
Apr 21 07:18:32.075778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-109d1c3c-e9f3-4666-83f6-d592e6a4aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:18:32.077290 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-109d1c3c-e9f3-4666-83f6-d592e6a4aec0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 914 time: 0.1419923
Apr 21 07:18:32.153534 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-b6e6acaa-b2cc-4dc9-bd71-6d1a3f36ad4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 217 time: 0.0698292
Apr 21 07:18:32.227869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-2dc452f9-c28d-49f4-9e75-db38ccf61fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:18:32.230239 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-2dc452f9-c28d-49f4-9e75-db38ccf61fca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 200  len: 854 time: 0.0699034
Apr 21 07:18:32.287079 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-5d2f65b3-351f-4a8b-b129-4a7c4e748f74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19e337b3-9b49-44a3-a455-34c7165f5428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498216
Apr 21 07:18:32.432528 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-93eeb401-4298-4dff-9804-caaf766dd59b service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391821
Apr 21 07:18:32.584596 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97a98b65-34db-4325-8f2e-81beda3ec314 req-1bcf0b50-1a0d-4baf-8556-95aa70b474dd service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447241
Apr 21 07:18:33.594748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5c0eab57-85aa-49b4-8ce8-78d668af398f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:37.055920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6c36-de97-4e81-8e07-c5b62accba2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:38.400275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:39.045187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:39.393857 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:18:48.185172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:18:48.393062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:03.589762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9985ded5-e808-4d3f-b4ff-ae0268d9c373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:07.065609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-312f058b-f66b-4915-a402-82cd9eff96df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:08.405507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:09.051733 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:09.395105 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:18.064067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-913da150-a936-42ff-8b0a-fdc74ea22af1 req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] (86423) timed out ('10.222.0.18', 54424) {{(pid=86423) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 07:19:18.391386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:25.188665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:19:31.751290 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-ec29eeff-086e-427f-9008-39ff9ab4d9a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0944929
Apr 21 07:19:31.926790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-22e7c53e-0379-4409-8d5e-3b0d6917bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:19:31.928998 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-22e7c53e-0379-4409-8d5e-3b0d6917bf3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0808454
Apr 21 07:19:32.086450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-2112af6e-e5f0-4a0d-9cba-fe4c171ab653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:19:32.088286 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-2112af6e-e5f0-4a0d-9cba-fe4c171ab653 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1399112
Apr 21 07:19:32.459468 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-51085c12-cb96-4fd5-a6d4-a6f67d752561 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.3634937
Apr 21 07:19:32.530331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-c2c96afe-7dfb-4d03-8f22-77c651871329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:19:32.531956 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-c2c96afe-7dfb-4d03-8f22-77c651871329 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0655308
Apr 21 07:19:32.622386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-2b3558d1-b674-4655-a5ab-59536015927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:19:32.623905 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-2b3558d1-b674-4655-a5ab-59536015927e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852945
Apr 21 07:19:32.778102 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-32751dca-abfb-4e10-9c74-e39028145a27 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472702
Apr 21 07:19:32.940788 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-21961dba-c5ca-42ba-9b0e-dadc587d66db req-79c102e0-8081-41f4-84fa-1166d1bdccf7 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552324
Apr 21 07:19:33.595293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0952e355-0106-4823-9153-74d028b1b328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:37.061623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a7788e8f-c518-4f64-90cc-dffed419c605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:38.414318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:39.049032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:39.400804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:19:48.408173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:02.192934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:20:03.602490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe2624c-344f-41cc-ba17-addaa32c2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:07.066281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0e6df267-d143-4a2b-a379-16ec3e619436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:08.413617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:09.055731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:09.412720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:18.404989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:33.597320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3e6030f8-450c-41c8-aa8e-999fdb0b9fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:33.761231 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85a92c2a-259c-4537-90dd-acc68469a64f req-16ffc86a-ca26-402c-8d06-2f83925db4eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0807483
Apr 21 07:20:33.887805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a92c2a-259c-4537-90dd-acc68469a64f req-26f5d799-13ad-40af-ba47-3785236dbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:20:33.889340 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85a92c2a-259c-4537-90dd-acc68469a64f req-26f5d799-13ad-40af-ba47-3785236dbafc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 1099 time: 0.0919919
Apr 21 07:20:34.057631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a92c2a-259c-4537-90dd-acc68469a64f req-d0f1fb78-4c04-4016-acd8-4c2a182e53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:20:34.059235 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85a92c2a-259c-4537-90dd-acc68469a64f req-d0f1fb78-4c04-4016-acd8-4c2a182e53c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 200  len: 914 time: 0.1471224
Apr 21 07:20:34.133962 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85a92c2a-259c-4537-90dd-acc68469a64f req-886658a6-c490-46ed-904c-1389ca84e5aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 200  len: 217 time: 0.0675845
Apr 21 07:20:34.207141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a92c2a-259c-4537-90dd-acc68469a64f req-bac9d1fd-dfa5-4e54-8e71-3bb9e0d39155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:20:34.208601 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85a92c2a-259c-4537-90dd-acc68469a64f req-bac9d1fd-dfa5-4e54-8e71-3bb9e0d39155 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 200  len: 854 time: 0.0690598
Apr 21 07:20:34.262667 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85a92c2a-259c-4537-90dd-acc68469a64f req-f776f77a-e5c2-482a-b55c-decfc9fe4ae4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19e337b3-9b49-44a3-a455-34c7165f5428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479324
Apr 21 07:20:34.418046 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85a92c2a-259c-4537-90dd-acc68469a64f req-87c6da2f-35c4-4e96-9f15-ca507bdb2933 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476865
Apr 21 07:20:34.568771 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-85a92c2a-259c-4537-90dd-acc68469a64f req-63bfc2f8-a1ee-4921-8b1a-101f7781ba37 service neutron] 10.222.0.18 "GET /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436672
Apr 21 07:20:37.082881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f4434683-8b25-4c10-9646-66d63e5229e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:38.414090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:39.056097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:39.193002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:20:39.417765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:48.421195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:49.947518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486c84f-7632-4262-9358-78b3479b50bb req-5cade999-a20b-49e8-9f49-391f756e2fa4 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:20:49.949125 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2486c84f-7632-4262-9358-78b3479b50bb req-5cade999-a20b-49e8-9f49-391f756e2fa4 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 946 time: 0.3328881
Apr 21 07:20:50.001575 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2486c84f-7632-4262-9358-78b3479b50bb req-8efa44e4-8ad5-4727-b142-dd25d81ce918 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/security-groups?id=7735d565-9fc8-47e1-872e-01f19de594c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428965
Apr 21 07:20:50.420092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b315709-1afd-450e-a0e8-25d23b313adc req-1e62c48c-fc09-47ba-8d28-6868f5782656 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:20:50.420852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-3b315709-1afd-450e-a0e8-25d23b313adc req-1e62c48c-fc09-47ba-8d28-6868f5782656 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Synchronizing usage tracker for tenant:55e2f4ac92814dc4b7ea9183fdd77eca on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:20:50.439464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-3b315709-1afd-450e-a0e8-25d23b313adc req-1e62c48c-fc09-47ba-8d28-6868f5782656 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Unset dirty status for tenant:55e2f4ac92814dc4b7ea9183fdd77eca on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:20:50.440702 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3b315709-1afd-450e-a0e8-25d23b313adc req-1e62c48c-fc09-47ba-8d28-6868f5782656 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.18 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 946 time: 0.1269410
Apr 21 07:20:50.521253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Deleting port a7b1efcc-2bd2-4d45-9fac-27355406b114 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:20:50.521638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:50.801506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] For port a7b1efcc-2bd2-4d45-9fac-27355406b114, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a7b1efcc-2bd2-4d45-9fac-27355406b114,segment=NetworkSegment(8c4765bb-50c4-46c8-b335-70bcb47e8049),segment_id=8c4765bb-50c4-46c8-b335-70bcb47e8049)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:20:50.802020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:50.933390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Calling delete_port for a7b1efcc-2bd2-4d45-9fac-27355406b114 owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:20:51.089891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:51.098209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:20:51.126292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['a7b1efcc-2bd2-4d45-9fac-27355406b114'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:20:51.148295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Pushing event deleted for resources: {'Port': ['ID=a7b1efcc-2bd2-4d45-9fac-27355406b114,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:20:51.228795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.229293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.229578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.231392 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.231859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.232227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.232574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.233876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.234282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.234682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.235093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.235492 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:20:51.239585 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e534265d-3a3b-4312-adba-1a7503e69972 req-ff77c37d-fc39-48b8-8a58-d8fda83c565e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.1141772
Apr 21 07:20:51.243746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:20:51.244727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] No DVR routers for this DVR port a7b1efcc-2bd2-4d45-9fac-27355406b114 on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:20:51.247177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:20:51.250123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703ed023-577c-4981-87d5-4746b5b59db2', 'name': 'network-vif-deleted', 'tag': 'a7b1efcc-2bd2-4d45-9fac-27355406b114'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:20:51.265721 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3b315709-1afd-450e-a0e8-25d23b313adc req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.18 "DELETE /v2.0/ports/a7b1efcc-2bd2-4d45-9fac-27355406b114 HTTP/1.1" status: 204  len: 173 time: 0.8189719
Apr 21 07:20:51.399573 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703ed023-577c-4981-87d5-4746b5b59db2', 'name': 'network-vif-deleted', 'tag': 'a7b1efcc-2bd2-4d45-9fac-27355406b114', 'status': 'completed', 'code': 200}
Apr 21 07:20:52.434784 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ecc51d38-2d3b-4d66-be2c-08d24d81bfff req-3d392e3f-2f54-4e05-92fd-fc6afd96c675 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0657177
Apr 21 07:20:53.618336 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6209ec7a-d6f2-430a-b80f-e08ba09489b2 req-921010f4-9a62-4908-a96c-ad194fa15c72 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0507383
Apr 21 07:20:53.640929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a7b1efcc-2bd2-4d45-9fac-27355406b114 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:20:53.681348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: a7b1efcc-2bd2-4d45-9fac-27355406b114 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:20:53.681528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a7b1efcc-2bd2-4d45-9fac-27355406b114 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:20:54.792645 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-86375a93-da5c-4db5-a819-220bbed9c1fd req-04f6d25d-0fa5-415c-9a0b-3fe65102bdab tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0561838
Apr 21 07:20:55.985737 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e9083b55-7fd1-4e41-8097-4b0ae6b36f07 req-461500d0-7469-4565-81bb-e7453150fe54 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0604434
Apr 21 07:20:57.170569 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7bf3a9d6-d76e-47ec-82cf-b349dc50ff8b req-8ad63a42-5461-4805-8bc6-919445fee88c tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0500202
Apr 21 07:20:58.346113 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-80b04f94-ba33-49ea-a26f-6d89a496a780 req-18fe44d3-3692-469d-9533-83f03e894cf6 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0514612
Apr 21 07:20:59.520116 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b9974796-401e-471a-83e3-d827ea41a724 req-4a5ef366-511f-4064-a0b1-d5bf7d0b311d tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0533898
Apr 21 07:21:00.694905 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6f30afc8-af3d-4497-a750-8be7426425fb req-b2b864c4-0cd8-416e-ba46-10db375f25bc tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0500772
Apr 21 07:21:01.883095 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82598fa8-75bf-4533-8f08-0193dd4916c0 req-70efe46c-654a-4508-8006-eb4212584c24 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0593586
Apr 21 07:21:03.069735 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6acb63ae-a310-4138-aa08-abbc74339142 req-360a22a6-f282-4f09-9627-e450208710b9 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0533872
Apr 21 07:21:03.604253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-61db687f-8230-4c41-929c-bd66c7657a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:04.262157 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9a431c6a-ad52-4e87-b1be-9ce68008a141 req-b26395ab-b43b-46f8-bbeb-ed038b458b84 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0504730
Apr 21 07:21:05.431692 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-30db3c2f-a95a-4350-8902-7db761741b06 req-dbf13c76-b29a-482f-88fa-071f059ef48e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0489106
Apr 21 07:21:06.609145 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e7ceac59-fe2a-4d88-8e11-fc5d141b87ae req-6bbf30a6-f698-4f44-ae9b-45acf213d604 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0525899
Apr 21 07:21:07.076975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2a8f338b-fbc1-4612-8577-dfdaaf0195e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:07.797810 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cb8cdd2b-b3a1-4487-bf98-0f2903dff9d6 req-06e9dd02-f025-4659-a501-c4b5e210dfbb tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0553281
Apr 21 07:21:08.408481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:08.993830 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-74d47e50-ecf6-41a7-9100-a2513233921b req-318f8a2d-61d6-4db7-84d3-ff8964306069 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0578969
Apr 21 07:21:09.057330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:09.421098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:10.174517 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ee53e695-f2ed-470a-8cbd-51b7d5421495 req-96a6e37c-51a8-4cf8-accc-08dd39c8a455 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0556731
Apr 21 07:21:11.369227 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8b13214f-28cb-4fb8-93fe-b182906b7013 req-426afdf2-8e8c-4ba9-8e1d-d607a17006dc tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0587738
Apr 21 07:21:11.411102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-5d0ad06d-8e63-4c0d-8dc3-21bc9fd91121 req-85216860-0c81-42bd-b4e0-6ba33ebeeca1 service neutron] (86424) timed out ('10.222.0.36', 52950) {{(pid=86424) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 07:21:12.554080 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5ed9f9fb-626d-4e3d-85ef-6ec4ff3645e2 req-3a9b5a32-f472-4e54-8492-bdf79956c443 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0589974
Apr 21 07:21:13.737771 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f663b2b2-a479-4202-921f-b39c36ec3a83 req-f24bf9b9-9068-496f-b024-991746f04462 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0578265
Apr 21 07:21:14.930788 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-67fb9731-0e7f-42f9-b8d1-85e079020bff req-b0bb26a6-f9ad-48b6-aae2-1649be23b4d2 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0499127
Apr 21 07:21:16.105228 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d7710066-cda6-4946-b5a4-db7a10c52a4b req-abbf629c-e663-422a-a6af-9ddb6b6fd3aa tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0502789
Apr 21 07:21:16.193325 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:21:17.288151 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1ee79ce4-ec60-44f3-a488-bca6810d5b5d req-2a43484e-d8ed-4fbd-899c-7bda5a9dbdc3 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0561712
Apr 21 07:21:18.416023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:18.463274 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-93acf829-c775-40d5-9c40-71dd8df9b339 req-792fad8b-34cc-4e2c-9d1a-ba024a8765df tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0527072
Apr 21 07:21:19.645006 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-87f3d041-744f-4e27-b1a4-54c325dc47e4 req-385b578d-b106-40a9-9d91-7e4b827e757d tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0552101
Apr 21 07:21:20.841947 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-484872f4-df30-4a7e-bd9a-75062ba9f425 req-a491a6e3-b254-4b0d-9f99-1ba3f88afbd0 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0586145
Apr 21 07:21:22.048606 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab595df3-379a-4616-bd0c-2a842a13c2c4 req-8d507580-6525-45c7-a539-29a1bfe9e9f8 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0501113
Apr 21 07:21:23.234892 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dc43ef3f-ad86-4a13-bf54-9a99d8be3a5a req-04544a3b-c3d8-44f5-8cdf-2fc7443d5b30 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0499701
Apr 21 07:21:24.422043 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bc10ca90-01b2-42e8-a310-2962f139938a req-4944fa94-b927-4a4a-a3b2-5106b8d2b14f tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0629833
Apr 21 07:21:25.617603 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a063e946-f698-4d6b-899f-a9d2df9fbe67 req-53888d98-d47a-488c-ab75-40be5ae93aee tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0622919
Apr 21 07:21:26.805047 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b275aa9e-3c69-4c0d-9e70-280523aa264f req-842e3bde-6143-4e48-b75e-dfe7144695c0 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0586882
Apr 21 07:21:27.986721 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-29449766-23b4-4fab-8fb8-037411c99395 req-a1684a09-57f6-4842-b48e-2a698edb247f tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0598364
Apr 21 07:21:29.165079 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2ec54f71-470d-441e-890b-bdfb8df6cd4b req-baaf85f7-ab95-4b3c-b471-a6ed96d1827e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0509608
Apr 21 07:21:30.349932 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dc854bb2-c224-4133-80fd-42fa74d35138 req-3c80bb2c-320b-4b0d-a174-9f38c6106aeb tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0501754
Apr 21 07:21:31.529910 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5605dca1-76c3-4553-9857-85f5ad8c0adf req-b3baeb72-4b5e-4b66-b4cd-133aa2cadb55 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0515780
Apr 21 07:21:32.706126 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2a74b404-de9c-4f31-aa6e-d78796e9d180 req-0a9ebeb5-f663-46e7-82a6-9d6df6033690 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0482149
Apr 21 07:21:33.602721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0f2e76f-fbf7-47a5-b48e-154203a70676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:33.880426 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e60c0cb1-ca1e-45f2-9624-95dba1bed9ef req-645e8326-56bd-4514-a5e2-7c637051da73 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0480738
Apr 21 07:21:34.802481 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-b36fe33a-a58e-4232-bc60-cd381d978aac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1423745
Apr 21 07:21:34.977536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-534076e8-be0d-44ff-ad58-d0f1b9b03e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:21:34.979183 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-534076e8-be0d-44ff-ad58-d0f1b9b03e3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0860095
Apr 21 07:21:35.049148 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a1b230e-5c6a-4e5f-8413-af4b19ae4c26 req-5e466c56-f236-4627-9d57-c69f6f1cb9ae tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0513620
Apr 21 07:21:35.139881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-b881a283-8c65-4810-839c-9b476a0f4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:21:35.141468 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-b881a283-8c65-4810-839c-9b476a0f4283 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1426878
Apr 21 07:21:35.255229 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-e1461073-4ed4-4fff-a623-25e6b1002645 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1059146
Apr 21 07:21:35.325896 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-0297f61b-4234-46ab-a08a-7f3106624341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:21:35.327491 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-0297f61b-4234-46ab-a08a-7f3106624341 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0656133
Apr 21 07:21:35.412250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-2a35edbb-e508-475c-ac15-ab7ed71ecbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:21:35.413909 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-2a35edbb-e508-475c-ac15-ab7ed71ecbb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790601
Apr 21 07:21:35.424114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-5b3e2539-43ed-4d19-beca-5ffa9d20bca3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 07:21:35.425158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-5b3e2539-43ed-4d19-beca-5ffa9d20bca3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052941
Apr 21 07:21:35.582130 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-c4697bf1-1d54-43d4-b56a-f1a4def52a66 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484013
Apr 21 07:21:35.734428 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab61fd9e-d841-4a45-b744-93bbebe4ab20 req-6036dbeb-7fbc-4a9f-ae46-9d3edc66871a service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442351
Apr 21 07:21:36.230901 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4dcf3a4a-47f6-4b3b-9d6b-dc8a55efba83 req-3535cfe2-7890-4700-858b-848a4f324b00 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0613811
Apr 21 07:21:37.079786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-88dcaf0d-74ba-4ef8-a2b4-f28bbcbab541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:37.407418 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7bc5febb-467c-447d-8033-f49461daac74 req-863c4e8e-f3aa-4fcd-a80d-c8e1651872c5 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0554619
Apr 21 07:21:38.422317 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:38.817707 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9a1ee199-e6c8-4087-b266-eebd872153b6 req-a654511f-783c-4114-8b2e-0e39e4ae860b tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.2845871
Apr 21 07:21:39.071952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:39.416363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:40.016350 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-766e8e1d-31ba-493f-92cc-b44bc314c0f7 req-da15ced8-a656-415e-b567-36b336a59383 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0591114
Apr 21 07:21:41.194956 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9e5a18af-7a09-4b6e-a967-652e4fe54cc9 req-4b24ebd3-1bf1-45e1-8606-302baa1206cb tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0503867
Apr 21 07:21:42.390120 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f94f4157-4cfd-4654-901b-b5e1021fc748 req-e4b5109e-6004-4cdb-a989-d2d3175e3505 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0542526
Apr 21 07:21:43.575799 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-50d4b5c3-16c5-450f-adb4-01608ab700f3 req-044248a5-1e0c-4edd-9341-075d5d74a8bf tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0608463
Apr 21 07:21:44.752930 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-565bb518-ae77-46bc-8eb6-93cf77b1f349 req-89b02ee0-19fe-45e7-ba4f-7fc398ae19a7 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0499949
Apr 21 07:21:45.931360 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0f7cab7c-7fe5-4c8d-8d4c-a2a280172e65 req-787d765d-dc10-44d0-9987-764a839ce4d3 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0534058
Apr 21 07:21:47.113288 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4cd26b52-9975-4bab-bb8f-d8c8189f60e4 req-2e1c2531-55ff-47f8-9d82-f2ac550f34c7 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0522416
Apr 21 07:21:48.280980 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-28facafa-e067-4a87-84a7-42141e37dbe6 req-ae7e711a-3348-481a-b061-097d7f26e076 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0484087
Apr 21 07:21:48.433452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:49.564158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2ba63ac5-7fc1-4c70-9402-aa09b074bfc4 req-186f2ec1-b517-4c35-a679-e7f97e6dfff5 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0927143
Apr 21 07:21:50.901741 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-977d7fcd-a8e0-43d6-af50-fc5f13c9ddf6 req-7d966553-fd9d-4aad-8043-2fb70e63babd tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0505075
Apr 21 07:21:52.080433 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-db2cdadf-bd0c-4efa-81a3-95e433f818cd req-c72dfa0c-4c20-4601-92c6-5bbb27e6a55b tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0496395
Apr 21 07:21:53.194622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:21:53.247287 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5739f243-0dc7-4d8d-b11e-61184b9dd17b req-a51ea631-cd1c-46b5-8057-b1effc6a99df tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0513349
Apr 21 07:21:54.421783 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6ee3f80a-6c69-4ca3-9c44-2dbeb41da75b req-29542e64-f4c3-4de1-beb0-d3b0616e8349 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0540805
Apr 21 07:21:55.599898 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9722b171-2e0f-461d-bd5d-64e25ffb9309 req-1cf1ef92-a08e-4375-9ae2-0b6fb7b479fd tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0494256
Apr 21 07:21:56.770486 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-11c9b9d7-1ff5-4537-899f-9dfa4a1d6750 req-e9f5284b-676f-4e0a-bb50-d9d12fcd7cea tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0524862
Apr 21 07:21:57.366880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 58786) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:21:57.944778 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-976de3c3-adee-4f01-99b4-51e1f436f31f req-b18b2aa3-fb30-4ec2-95e6-9f05894e19a1 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0512190
Apr 21 07:21:58.370157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:58.742381 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Deleting port 3632eedd-d990-42ad-ac4e-0548a283cba4 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:21:58.742699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:58.926253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] For port 3632eedd-d990-42ad-ac4e-0548a283cba4, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=3632eedd-d990-42ad-ac4e-0548a283cba4,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:21:58.926653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:59.063703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Calling delete_port for 3632eedd-d990-42ad-ac4e-0548a283cba4 owned by network:router_interface {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:21:59.116375 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9e519e6a-aa94-4767-bc5e-12503fe53aca req-0c8e478d-5085-415e-b502-fa61641e5fd8 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0498531
Apr 21 07:21:59.248307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:59.252187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2b3bf76-774a-476b-acd9-04b37aa4d439 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:21:59.302822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Pushing event deleted for resources: {'Port': ['ID=3632eedd-d990-42ad-ac4e-0548a283cba4,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:21:59.339756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.340185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.340607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.341017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.341420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.341853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.342257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.342659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.343067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.343466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.343869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.344265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:21:59.354712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:21:59.604764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:21:59.989928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:22:00.180287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:22:00.190211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] Sync routers for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:22:00.195928 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b5575ae5-7916-41d8-b228-781682c4e23c admin admin] 10.222.0.36 "PUT /v2.0/routers/e4b2a95b-4252-48d1-9d9e-daa48cdf5c36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8251894
Apr 21 07:22:00.196245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 58802) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:22:00.202612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:22:00.203379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6babb27f0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:21:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:22:00.286202 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0b8901b6-08e9-4dc0-895f-05b9351139dd req-d0330109-6520-48c8-a5fe-cb660fcb5e97 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0526578
Apr 21 07:22:00.384867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:00.398930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:22:00.579673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:00.589233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Deleting port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:22:00.589670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:00.703064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6babb27f0>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:21:59Z', 'revision_number': 5, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port': {'id': '743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:04:27Z', 'updated_at': '2021-04-21T07:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:22:00.707322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] Checking router: e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:22:00.716824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] Routers {'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:22:00.717523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6babb27f0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:21:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:22:00.778920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] For port 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:22:00.779329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:00.880587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] Set router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 gateway port host: None {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:22:00.998558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6babb27f0>, [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:22:00Z', 'revision_number': 6, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:22:01.003633 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d463b99-d032-4703-94a3-aac18a41c642 None None] The sync data for ids ['e4b2a95b-4252-48d1-9d9e-daa48cdf5c36'] in dv-cinder-779194-2-iscsi is: [{'id': 'e4b2a95b-4252-48d1-9d9e-daa48cdf5c36', 'name': 'tempest-AttachVolumeShelveTestJSON-1773016027-router', 'tenant_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:04:26Z', 'updated_at': '2021-04-21T07:22:00Z', 'revision_number': 6, 'project_id': 'a3f49a17a5994f8f823f3a7cdae83897', 'gw_port_host': None}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:22:01.188110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Calling delete_port for 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef owned by network:router_gateway {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:22:01.379883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:01.385345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-600692bf-6788-4d7f-a956-6c018e7edca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:22:01.432859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:22:01.436349 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:22:01.457458 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-03c16163-590d-459d-8e2f-1678cf93b120 req-a1b748a7-24a2-421d-aa89-e4904236d753 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0504849
Apr 21 07:22:01.533920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:01.718984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:01.721990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:01.750404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:01.751005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 {{(pid=86423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:22:01.766910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:01.770959 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e4b2a95b-4252-48d1-9d9e-daa48cdf5c36 HTTP/1.1" status: 204  len: 168 time: 1.5706608
Apr 21 07:22:01.771585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 58812) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:22:01.842228 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Deleting subnet 8b8303a9-a07f-4cab-be45-54f4b107e0dc {{(pid=86424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:22:01.845791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:01.873335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-0a13f0ae-5b9c-4121-9dcb-666aece0ab68 req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] (86424) timed out ('10.222.0.18', 54389) {{(pid=86424) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 07:22:01.898165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6354525'] for subnet, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:01.980308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.236226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6535792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7175327'] for subnet, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.240575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c588ae2b-3098-44bf-a679-280f32d029cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:22:02.279476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.284041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8303a9-a07f-4cab-be45-54f4b107e0dc,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:22:02.285521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69675035-a530-47e8-8ac8-60eb055339db None None] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:22:02.293985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.294379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.294821 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.295230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.295623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.296035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.296396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.296820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.297216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.297651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.298049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.298470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:22:02.306877 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8b8303a9-a07f-4cab-be45-54f4b107e0dc HTTP/1.1" status: 204  len: 168 time: 0.5295146
Apr 21 07:22:02.306877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-aa8870d4-b136-4adf-b5c1-58141ade6f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:22:02.306877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 58816) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:22:02.426580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.440377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Deleting port 49153bf1-bd66-46f1-8f47-9b93ca23b95c {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:22:02.440876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.560146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] DHCP port deletion for 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 request from dv-cinder-779194-2-iscsi {{(pid=86425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 07:22:02.565504 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] Deleting port 49153bf1-bd66-46f1-8f47-9b93ca23b95c {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:22:02.566219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.697915 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0f32ab3f-c00d-4b6a-8cab-12f8f1b4586d req-c84e9ebe-3939-44b5-b84d-3ce62361bf10 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0652571
Apr 21 07:22:02.734387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] For port 49153bf1-bd66-46f1-8f47-9b93ca23b95c, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=49153bf1-bd66-46f1-8f47-9b93ca23b95c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:22:02.734831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.789851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] For port 49153bf1-bd66-46f1-8f47-9b93ca23b95c, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=49153bf1-bd66-46f1-8f47-9b93ca23b95c,segment=NetworkSegment(9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2),segment_id=9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:22:02.790136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.869883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Calling delete_port for 49153bf1-bd66-46f1-8f47-9b93ca23b95c owned by network:dhcp {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:22:02.954618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:02.959235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-19a03aa2-e920-43e5-ae07-ebbd264a8ce1 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:22:03.010599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Pushing event deleted for resources: {'Port': ['ID=49153bf1-bd66-46f1-8f47-9b93ca23b95c,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:22:03.014820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:22:03.017290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] No DVR routers for this DVR port 49153bf1-bd66-46f1-8f47-9b93ca23b95c on host dv-cinder-779194-2-iscsi {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:22:03.106560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 3632eedd-d990-42ad-ac4e-0548a283cba4 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:22:03.144884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:03.145325 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] Calling delete_port for 49153bf1-bd66-46f1-8f47-9b93ca23b95c owned by network:dhcp {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:22:03.184558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 3632eedd-d990-42ad-ac4e-0548a283cba4 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:22:03.184941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 3632eedd-d990-42ad-ac4e-0548a283cba4 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:22:03.185398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:22:03.223232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:22:03.223929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 743c1303-4c1c-4ff4-99d2-c3d8ea7a98ef not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:22:03.224106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 49153bf1-bd66-46f1-8f47-9b93ca23b95c no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:22:03.265622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b94e3160>,) {'filters': {'network_id': ['69ca8fee-7654-4cc1-8dc8-f216ea9f13a1']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:22:03.280408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 49153bf1-bd66-46f1-8f47-9b93ca23b95c {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:22:03.280658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b94e3160>, '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:22:03.280784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 49153bf1-bd66-46f1-8f47-9b93ca23b95c not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:22:03.281199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b94e3160>, '9aa11146-aa84-4c08-bc00-ed6ba4e9a9c2') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:22:03.297464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:03.297816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.api [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 07:22:03.298224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.api [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 07:22:03.313426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:03.320193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:22:03.496525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:22:03.506064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:03.606432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f851b2d5-9f6c-4908-a20c-8b76839d07b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:03.702153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Network 69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:22:03.725782 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:22:03.799681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] Deleting port 49153bf1-bd66-46f1-8f47-9b93ca23b95c {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:22:03.800457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:03.815293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:03.821210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3802a417-148b-468e-9ea1-8d6c4e90b4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:22:03.836347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:03.873648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a1b01801-49cd-4169-b97d-47fce79f7fd0 None None] The port '49153bf1-bd66-46f1-8f47-9b93ca23b95c' was deleted {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 07:22:03.886097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ca8fee-7654-4cc1-8dc8-f216ea9f13a1,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:22:03.896432 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97fbd298-8583-4c11-9dbe-3b61248b9071 req-e88476c7-236b-482d-9d26-b208fec13576 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0769198
Apr 21 07:22:03.900097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:22:03.909048 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] 10.222.0.36 "DELETE /v2.0/networks/69ca8fee-7654-4cc1-8dc8-f216ea9f13a1 HTTP/1.1" status: 204  len: 168 time: 1.6022162
Apr 21 07:22:04.033059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 58832) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:22:04.088466 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e6a536c9-0c7a-43bf-8930-48b0dc1026e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3f49a17a5994f8f823f3a7cdae83897&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0538993
Apr 21 07:22:04.091088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 58836) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:22:04.156769 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-42c5b45c-1c96-4dec-b712-643719fcc42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:04.185811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-42c5b45c-1c96-4dec-b712-643719fcc42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:04.241348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-42c5b45c-1c96-4dec-b712-643719fcc42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:04.245585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8ac43a63-e9fc-42c8-8d3e-bf1781f05278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:22:04.259618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5b45c-1c96-4dec-b712-643719fcc42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd516c72-4899-4864-b4f0-c278cfde2722,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:22:04.263424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-42c5b45c-1c96-4dec-b712-643719fcc42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:22:04.269696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-42c5b45c-1c96-4dec-b712-643719fcc42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:04.273901 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-42c5b45c-1c96-4dec-b712-643719fcc42a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd516c72-4899-4864-b4f0-c278cfde2722 HTTP/1.1" status: 204  len: 168 time: 0.1788716
Apr 21 07:22:05.065864 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d663514b-b165-4a2f-94a7-35bf52d5c466 req-1248a407-5b47-47d9-ae4f-88a87931de50 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0492945
Apr 21 07:22:06.237531 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c87e5cf0-8c08-4f37-b641-7d4133d3ae9b req-22593614-3bbe-4929-860a-a61fcf5354c4 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0524192
Apr 21 07:22:07.074314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1c87ec05-15bc-4208-bc26-d1967d886097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:07.407514 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1a303ac4-2aba-4efc-808e-439055a615d0 req-84d2804a-571f-4d33-95bd-47834e8a9903 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0487716
Apr 21 07:22:08.421544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:08.582892 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c189c652-f345-4058-9632-b13176a6a40c req-008fef0a-92f4-4670-ba83-7b2c1fab5b23 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0538776
Apr 21 07:22:09.066009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:09.422278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:09.774589 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-842e9713-9ed9-4391-87f4-f4259604c669 req-5aa2cec7-4cac-4828-83b6-783fdb8ac8a5 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0530846
Apr 21 07:22:10.960847 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7b2cdf69-8a64-4a5f-ad78-b3f040adfbbe req-d6cb3008-942e-4711-a860-9e56188d936e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0494485
Apr 21 07:22:12.142750 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-483d071a-fbc2-431b-887a-ca16b6e81a62 req-3ff72458-2f80-4a8e-af65-bd44e22ae3a0 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0596244
Apr 21 07:22:13.336857 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8dfd37b7-07c6-4846-ab23-b9f922caaa84 req-4e29e4d8-f513-493c-aace-0c8a3c137ff8 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0583489
Apr 21 07:22:14.520210 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82ab55a3-2585-4e3c-b320-6d25c32f12ba req-f971f4d5-4519-4475-8f49-3ed2e9535d27 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0566976
Apr 21 07:22:15.697942 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dc572086-602d-4e8c-bd1e-c11d22a295f9 req-e0c740f9-9c6d-4d0d-a6a3-48585c5d5b61 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0529950
Apr 21 07:22:16.887496 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0c7ef7ae-6289-4a7e-9c01-46392817103d req-8edf5da3-8737-4b35-bd03-b374a3091ddd tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0579689
Apr 21 07:22:18.056119 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c1582677-8f38-46f9-913a-8058da4a9792 req-0ee14b9e-52c2-464f-b2ce-a279b6222ed7 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0490258
Apr 21 07:22:18.433364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:19.236083 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fb7b4c10-bff3-4170-b641-9411b65071e1 req-fcb530b0-538b-495f-9fc5-929844d94786 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0545561
Apr 21 07:22:20.420762 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-39bb9ce5-c2bd-42ef-a76a-ff5513119ff5 req-a8d1fbba-a9aa-41b6-9fe7-b8d2b6011a72 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0611761
Apr 21 07:22:21.606633 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7111ff8d-c324-4859-b426-88804e67eefd req-c636d2fc-fc54-4749-a8bc-b37fd2f7ab89 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0575385
Apr 21 07:22:22.796508 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1f951b22-4b96-46c5-83af-c43ac0c111fa req-9192d18b-182f-434b-97c4-c2415b600f5b tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0546463
Apr 21 07:22:23.999469 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3b49ad62-e4c1-4901-8f3e-ee0de78ecb63 req-5c483762-5c24-4a07-88ea-19e408dd2961 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0598316
Apr 21 07:22:25.183379 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c94f2bf5-bd58-465a-9891-f02a0ce89713 req-2c033f4a-26a5-4df5-845e-e3900ab8b6f5 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0541575
Apr 21 07:22:26.363557 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-86924052-6aac-44ae-ab06-f901387d1a14 req-7c306de1-7a78-41c5-9564-7dbb184d1217 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0518813
Apr 21 07:22:27.543734 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c267f4e7-862d-4092-a928-7ba5db05db9a req-f6a99c0c-d4aa-4c30-a8fd-990b1085809b tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0528648
Apr 21 07:22:28.713248 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2b874334-8072-44c6-ac16-17b974ecb23c req-ef61bec5-6407-40ac-90df-e547fb8b1880 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0491147
Apr 21 07:22:29.894874 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-89f2aebf-c378-478e-b532-106b350c5c6e req-34b747dc-eace-4831-b728-ee331674d135 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0502913
Apr 21 07:22:30.196026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:22:31.074324 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2443e461-cc4d-4e23-91e5-4c52b8e2e528 req-75538b12-0e0e-45ed-977f-a4a1299d6f47 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0563083
Apr 21 07:22:32.268405 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e180adcb-7afc-406a-bb8f-b47bb8d9289b req-9bf4bbab-6b82-4fde-97e3-e033f73bf809 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0517421
Apr 21 07:22:33.457239 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b4f75eb4-89b0-4bed-aff6-038d39620ffc req-75c6451e-4328-498b-a320-99c000833677 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0527542
Apr 21 07:22:33.602853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8087134c-0744-4b4b-8cc0-27ba4308f7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:34.643429 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-dc1d1050-ca80-4d3f-92ba-72d1e456b623 req-9e1f9139-5fbe-4210-b607-a0db048d911a tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0585091
Apr 21 07:22:35.831713 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a98b35ac-28d0-4c34-aeb0-7dc9aa61201d req-42481da6-2478-436d-9eee-d5f2d32e5220 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0587218
Apr 21 07:22:36.752984 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-dea80e37-b65d-4f83-a5a4-eadeb031ddcd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0969462
Apr 21 07:22:36.935985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-7b64b34e-7d80-4bd2-9c95-439e9080e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:22:36.937857 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-7b64b34e-7d80-4bd2-9c95-439e9080e7ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0906720
Apr 21 07:22:37.034281 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6010d8bb-6741-4f34-833b-9adb802e2b4e req-94791cfb-8b7f-4a14-847e-7d9c563fc883 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0530231
Apr 21 07:22:37.088744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5be3c015-73d0-43e6-9d30-26c4d136d7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:37.113054 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-bcfdc911-a054-4711-8cf6-082cc34e7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:22:37.115394 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-bcfdc911-a054-4711-8cf6-082cc34e7edf service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1559978
Apr 21 07:22:37.237577 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-7b4e0468-4838-4eff-8e90-5c03ef5b00d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1150875
Apr 21 07:22:37.310623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-ae7ec8a2-64a0-46e6-a7ba-cded616977c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:22:37.312207 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-ae7ec8a2-64a0-46e6-a7ba-cded616977c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0684605
Apr 21 07:22:37.397674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-76cf9e6a-743f-43d1-958b-7734bcc9e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:22:37.399324 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-76cf9e6a-743f-43d1-958b-7734bcc9e441 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810347
Apr 21 07:22:37.548313 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-719534a8-5467-4fe3-9888-847c30c3c6a5 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419196
Apr 21 07:22:37.690976 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31dfa7ff-84b2-4e70-9200-9d8eb2fa2dd2 req-db6e1540-3f6e-4a99-8c8a-67cbac812db6 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361275
Apr 21 07:22:38.230038 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-89247c7f-9c10-44ef-bc70-190c1d7c7a3d req-31eb385c-57eb-434a-960f-b2e491d98500 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0653996
Apr 21 07:22:38.413604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:39.071533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:39.416215 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5aced8c8-3cae-47d2-ba89-05cdf3c1b64c req-4aafe8bb-5135-433e-b433-a1192d93e38b tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0554969
Apr 21 07:22:39.431835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:40.589566 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a09da0d0-14cd-4fc4-9cb7-037bde732fca req-019df149-5a0a-4879-b254-e064af6021a9 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0503378
Apr 21 07:22:41.775526 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-805c21f0-a9a5-4c46-93f0-2997fd2d182f req-0537be5e-f5b2-48ec-951a-3b51138d9fd8 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0567906
Apr 21 07:22:42.964639 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a69d1483-7b7a-4371-a1c7-b91a22ce82c6 req-25b7e4f8-373b-4418-b5a3-9a7e317bb6c0 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0564830
Apr 21 07:22:44.140539 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d7b4fbaa-9294-49b0-9d33-084d39e301eb req-857ba959-29f6-4745-b4da-f71baefb2895 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0499713
Apr 21 07:22:45.330522 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-01350599-9ff2-4003-ba24-9f573d4eb31a req-e2742831-89d8-4271-8194-b2ca976bdf44 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0567360
Apr 21 07:22:46.521391 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d91cfa38-2a9b-4b89-a28b-45fc68966b0d req-5c5a0cc5-23af-4b46-ad43-3e029c6530bf tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0562379
Apr 21 07:22:47.714654 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c252db1d-c07f-4ce3-bd0e-c587d9c3216c req-cfb1bde9-1869-4496-b3e2-9e0acd549162 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0534599
Apr 21 07:22:48.436889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:22:49.138550 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-424345ff-70b4-4a0d-ac33-49bb392bad91 req-23bad9d0-e3b0-4fbf-a73e-c52050b49457 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.2937398
Apr 21 07:22:50.311908 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ec7f98b0-84f3-4476-95af-41ceb058512f req-7ee57476-78c0-488a-8be2-d56134917d05 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0501049
Apr 21 07:22:51.499868 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f78b8d0a-70c6-4853-9911-6279e906e7af req-efedff7e-075d-4e7d-a92f-98b50120c5e1 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] 10.222.0.36 "GET /v2.0/ports?device_id=703ed023-577c-4981-87d5-4746b5b59db2 HTTP/1.1" status: 200  len: 210 time: 0.0612428
Apr 21 07:23:03.598559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1dc6dd7b-b93f-4f9e-b1bb-0b23f2cbc5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:07.088920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13effa68-58f4-4db7-a2cb-66bd87b8a043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:07.199475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:23:08.418606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:09.071717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:09.429594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:18.434842 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:33.608967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e646050f-8334-4dfc-a54e-d629edaf8e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:37.082704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3c6273ef-5c19-4831-a8c6-e0b796f81e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:38.424217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:38.753963 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-d0f32cfa-e03b-403b-9d82-76923a947e53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0810065
Apr 21 07:23:38.943725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-89704521-bd71-41e0-97f2-c4ebd2045282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:23:38.945387 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-89704521-bd71-41e0-97f2-c4ebd2045282 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0876212
Apr 21 07:23:39.075883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:39.118570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-6de59bd3-eba1-46a5-af74-5d259e63b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:23:39.120158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-6de59bd3-eba1-46a5-af74-5d259e63b313 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1476896
Apr 21 07:23:39.232462 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-8deacda7-3501-4365-8e62-5d677d2f2ce6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1058583
Apr 21 07:23:39.301526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-5ed57810-da97-439b-bfac-9a36038c7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:23:39.303157 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-5ed57810-da97-439b-bfac-9a36038c7440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0645461
Apr 21 07:23:39.398043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-7043a41b-f163-4c55-a165-b4bf8c5a4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:23:39.399560 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-7043a41b-f163-4c55-a165-b4bf8c5a4eaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899744
Apr 21 07:23:39.433949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:39.549381 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-3013cfa8-71d0-48e0-8e82-aeb97b272b97 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434734
Apr 21 07:23:39.697582 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6355b181-0d74-4af4-b5a5-d604864cbd08 req-87f7b34e-4de4-443a-a034-a5610bb4a0e0 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419652
Apr 21 07:23:44.203336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:23:48.444892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:23:58.125390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-578fc68b-2921-4817-9bf6-8cf3a55780b5 req-926a0730-b7c5-4484-a9db-929035343fba service neutron] (86424) timed out ('10.222.0.36', 54454) {{(pid=86424) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 07:24:03.609860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6e95eabd-ed8b-47e0-a278-db278651c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:07.087828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc0a455e-d0d0-4ff7-850a-3560a39563e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:08.418387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:09.077130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:09.444434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:18.462883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:21.207072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:24:33.604512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f9131dee-ac84-45a0-b218-dca604c8fe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:37.083171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b8640b4e-6057-48e2-b818-ecf1d2e02892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:38.425150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:39.080158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:39.441069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:39.725145 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-89181c90-70c6-4bda-a845-3d0cb1451555 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0813594
Apr 21 07:24:39.899989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-30a53955-8677-4028-87c9-9a2c53f11c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:24:39.901866 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-30a53955-8677-4028-87c9-9a2c53f11c7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0837135
Apr 21 07:24:40.065230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-cf99f2f7-0368-4088-b8a2-de4ac933eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:24:40.066931 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-cf99f2f7-0368-4088-b8a2-de4ac933eb9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1450224
Apr 21 07:24:40.181010 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-4d989024-2a72-4283-b387-17c5cd26f885 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 1000 time: 0.1076834
Apr 21 07:24:40.256862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-9c545f40-f5cc-4c51-a907-38c5eb494e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:24:40.258517 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-9c545f40-f5cc-4c51-a907-38c5eb494e3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0711772
Apr 21 07:24:40.346487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-1cee09eb-ce3c-44ab-b131-5bdb0f8085a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:24:40.348127 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-1cee09eb-ce3c-44ab-b131-5bdb0f8085a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827630
Apr 21 07:24:40.497626 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-97527ead-c24a-4bcf-98c5-94438b466875 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429789
Apr 21 07:24:40.645546 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c0e2ae8-1b10-438a-80af-ea07608e3a2d req-f99fddc2-d97d-4390-872e-32f8ce4c846f service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411042
Apr 21 07:24:48.476002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:24:58.208703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:25:03.611643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f14ee5a5-faf9-444c-91a2-603477c07023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:07.095223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-100e92d4-38aa-4e0a-b42c-823e72df1a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:08.427032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:09.083671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:09.455142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:18.467617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:21.412304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 60006) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:25:21.900062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Deleting port eb37d14a-6059-42d0-b092-1ec9accf93c0 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:25:21.900375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:22.092703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:22.093085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:22.232354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Calling delete_port for eb37d14a-6059-42d0-b092-1ec9accf93c0 owned by network:floatingip {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:25:22.400518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:22.404418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-47fb97f0-f91e-4e63-bc5c-4ccf63e5fe8b tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:25:22.454835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event deleted for resources: {'Port': ['ID=eb37d14a-6059-42d0-b092-1ec9accf93c0,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:25:22.503535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.503863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.504324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.504742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.505171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.505597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.506004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.506430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.506835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.507218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.507612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.508006 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:25:22.538782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:25:22.570909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:22.571289 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Floating IP 2dd8b9e6-24fd-469c-aa6e-07b4307546ef disassociated (deleted). External IP: 172.27.0.26, port: a6950b89-646f-4959-898c-a38bc3ca728e.
Apr 21 07:25:22.962615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Router 2aaba942-eed1-47db-880f-239f75d9480f has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:25:23.162174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:25:23.173624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:25:23.181640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:23.184597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:25:23.185522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba387518>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:25:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:25:23.247319 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "DELETE /v2.0/floatingips/2dd8b9e6-24fd-469c-aa6e-07b4307546ef HTTP/1.1" status: 204  len: 168 time: 1.8336291
Apr 21 07:25:23.249708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:25:23.318246 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'status': 'completed', 'code': 200}
Apr 21 07:25:23.382990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:25:23.444751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-1931be9c-d95c-47f7-8953-bf12b74e4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:25:23.446423 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-1931be9c-d95c-47f7-8953-bf12b74e4279 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d00908a79904584b97bacc55b16c9c6&device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 1098 time: 0.0839207
Apr 21 07:25:23.598159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-dfba0d20-0358-43b2-a7a6-28a4c20923ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:25:23.599803 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-dfba0d20-0358-43b2-a7a6-28a4c20923ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 200  len: 911 time: 0.1470327
Apr 21 07:25:23.679664 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-e3f1ce80-d319-4400-bef0-2255a6f30ae6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 200  len: 217 time: 0.0719733
Apr 21 07:25:23.730998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcbbaf-e511-499c-b49a-c58d35836048 req-5c8d06b4-9494-418f-af46-969693e860a1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:25:23.733770 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e2fcbbaf-e511-499c-b49a-c58d35836048 req-5c8d06b4-9494-418f-af46-969693e860a1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 945 time: 0.0986278
Apr 21 07:25:23.765204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-54dfc9b6-11a8-413d-8cb4-b42e382c6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:25:23.767181 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-54dfc9b6-11a8-413d-8cb4-b42e382c6d1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 200  len: 850 time: 0.0807674
Apr 21 07:25:23.787768 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e2fcbbaf-e511-499c-b49a-c58d35836048 req-6b00a1fc-7dc3-41f1-afd5-c0bda2560157 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437641
Apr 21 07:25:23.801867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba387518>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:25:23.806438 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:25:23.816585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:25:23.817495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba387518>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:25:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:25:23.858564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-09dfc820-5163-4350-a71a-a2a4501c513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:25:23.860210 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-09dfc820-5163-4350-a71a-a2a4501c513c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96427731-bc9e-4a96-a391-37d56b4b3565&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852211
Apr 21 07:25:24.014221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:25:24.015538 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-71968c8b-5d9e-4da5-9558-0d65be5c437a service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455939
Apr 21 07:25:24.171834 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a33ec200-5903-4a2e-9a38-b418b19c8989 req-4636def9-f887-4055-8837-1cce6c1522f7 service neutron] 10.222.0.18 "GET /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482942
Apr 21 07:25:24.381877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba387518>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:25:24.391974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f294a7-42ff-4938-9a21-9bff1ae10660 None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:03:02Z', 'revision_number': 4, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '4eadc115-1aea-4236-92bd-b6e511370791', 'name': '', 'network_id': '96427731-bc9e-4a96-a391-37d56b4b3565', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'mac_address': 'fa:16:3e:58:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:59Z', 'updated_at': '2021-04-21T07:03:11Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'subnets': [{'id': '7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:25:24.437223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0968be5-e693-4837-829a-57746b753041 req-5beacbaf-0dfe-4591-a03e-34cb067d2f93 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:25:24.438134 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-c0968be5-e693-4837-829a-57746b753041 req-5beacbaf-0dfe-4591-a03e-34cb067d2f93 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Synchronizing usage tracker for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86423) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:25:24.455940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-c0968be5-e693-4837-829a-57746b753041 req-5beacbaf-0dfe-4591-a03e-34cb067d2f93 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Unset dirty status for tenant:8d00908a79904584b97bacc55b16c9c6 on resource:port {{(pid=86423) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:25:24.457369 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c0968be5-e693-4837-829a-57746b753041 req-5beacbaf-0dfe-4591-a03e-34cb067d2f93 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 945 time: 0.1215162
Apr 21 07:25:24.542992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Deleting port a6950b89-646f-4959-898c-a38bc3ca728e {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:25:24.543476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:24.797588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5c55f-bb18-4dac-8d97-f768c0201c80 None None] New status for floating IP 2dd8b9e6-24fd-469c-aa6e-07b4307546ef: DOWN {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:25:24.857114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] For port a6950b89-646f-4959-898c-a38bc3ca728e, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=a6950b89-646f-4959-898c-a38bc3ca728e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:25:24.857676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:25.017116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Calling delete_port for a6950b89-646f-4959-898c-a38bc3ca728e owned by compute:nova {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:25:25.066779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12cde1-2d25-43ab-a216-ae026bf95da8 req-eaf8bf5e-d128-4653-9d83-368cbf40f438 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:25:25.068561 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0e12cde1-2d25-43ab-a216-ae026bf95da8 req-eaf8bf5e-d128-4653-9d83-368cbf40f438 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 945 time: 0.1129868
Apr 21 07:25:25.126668 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0e12cde1-2d25-43ab-a216-ae026bf95da8 req-95fa7b9a-c6c3-435c-996d-c8f709ad8cca tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/security-groups?id=503aaa72-8c11-4acf-833b-aebe6b5f9a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498152
Apr 21 07:25:25.199724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:25.208147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-27990038-de6a-4f5e-a858-aa8376c5b75b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:25:25.268339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event deleted for resources: {'Port': ['ID=a6950b89-646f-4959-898c-a38bc3ca728e,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:25:25.312172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:25:25.360361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] No DVR routers for this DVR port a6950b89-646f-4959-898c-a38bc3ca728e on host hv-cinder-77919 {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:25:25.371123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:25.374550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'name': 'network-vif-deleted', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:25:25.396361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.18 "DELETE /v2.0/ports/a6950b89-646f-4959-898c-a38bc3ca728e HTTP/1.1" status: 204  len: 173 time: 0.9315183
Apr 21 07:25:25.447826 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499ec720-8ec4-4473-ae56-a2973a79686b', 'name': 'network-vif-deleted', 'tag': 'a6950b89-646f-4959-898c-a38bc3ca728e', 'status': 'completed', 'code': 200}
Apr 21 07:25:26.319937 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b10bf979-acb7-4672-9030-70132d75a011 req-82429309-b38e-445b-bd91-b1d6149e3be5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0582600
Apr 21 07:25:26.706121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a6950b89-646f-4959-898c-a38bc3ca728e no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:25:26.746913 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: a6950b89-646f-4959-898c-a38bc3ca728e {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:25:26.747305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device a6950b89-646f-4959-898c-a38bc3ca728e not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:25:27.519366 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-680512eb-09d1-45ad-83e9-569d05a43608 req-aac334cd-acd1-4a36-b81e-7cb67c8fa9f8 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0664370
Apr 21 07:25:28.722415 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fefa68a4-fe05-4b85-ae4b-3f48c91fc152 req-1e5ef2f4-1cde-4428-88cf-06995ada8e52 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0502458
Apr 21 07:25:29.903134 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-421e373a-922c-41c5-a3c9-fc21d3916013 req-98547545-1923-4b95-b977-3d87c247c0a1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0525222
Apr 21 07:25:31.075912 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7964adcf-d0f3-4d01-84f0-442052c099e5 req-836d685c-32ff-4524-b4b6-58d4e8742854 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0523932
Apr 21 07:25:32.243879 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-70ac993d-d5cb-4723-8987-fecc69247cfb req-b1269ea7-4a97-4749-a1a9-f38d9a6ddc06 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0507500
Apr 21 07:25:33.421594 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4f687851-c5d6-4e62-8e63-774398142ffc req-de61d0a9-2aff-4419-8126-cadfdc12dd6e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0618460
Apr 21 07:25:33.607194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d3740408-bdfe-486c-b697-bd7ee0149bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:34.591921 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0b5a2441-ab66-4e02-90de-2b2febc2f329 req-3d26e8cd-2ea7-4ec1-a29f-fb1a89eac729 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0531051
Apr 21 07:25:35.216284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:25:35.767909 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-52347563-9487-4e1e-84cc-40a45e8579ec req-390ce999-3443-43b4-aecc-f68d37acb3a7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0529160
Apr 21 07:25:36.938409 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-699a9857-e3fb-4262-b5d2-2dd78936aa3b req-9f55951b-d739-4291-98d5-08fafe3f2066 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0505109
Apr 21 07:25:37.089937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b3c0feec-d7a5-4f55-820f-c2929fa4c92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:38.112092 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7b22d060-7850-4b76-a416-836a063545da req-3f04e09d-4c35-40bd-932b-f4e75d2e9a47 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0540488
Apr 21 07:25:38.422175 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:39.089840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:39.283271 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8731f034-eae4-4c97-bfbd-0d8c1f86d8dd req-efd87da7-4a58-4515-bca7-2e17c4a1927f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0513380
Apr 21 07:25:39.450025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:40.451870 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7645e202-e1f3-4e51-b178-42fea12ee9ac req-1a64a911-148f-4e65-b72f-cd0a99bddc70 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0484862
Apr 21 07:25:41.623420 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-61549292-3976-415a-97cb-9586f80bc5af req-c9e3727e-b1bd-42c8-9b95-c34953ea66b6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0532746
Apr 21 07:25:42.797421 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1569c595-eac9-4bf1-8d34-594a5bc62d3d req-6cdf03ec-6003-475f-89d2-7872e13b3232 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0506835
Apr 21 07:25:43.968523 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a8b3f6a3-59bb-4daa-9462-81baa66ae7e7 req-0edb991d-98d7-4c58-b7b7-b69c6c87cdd4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0508230
Apr 21 07:25:45.335621 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-40aa3b93-29e1-4a7e-8909-19e6cafa03d3 req-1844ac88-cc16-4d49-a90b-cc6ef86699c8 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0917294
Apr 21 07:25:46.551468 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-613cdfd2-5da4-486a-b4a4-3776ad300119 req-3ee45e40-319b-428d-a645-7913827b44c6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0512717
Apr 21 07:25:47.717719 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6799f196-b339-46d1-a4d0-8b98348fee77 req-fb3036b2-2c27-455b-82ef-edffbea0ece0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0492783
Apr 21 07:25:48.471153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:25:49.096470 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-066fa102-d1a3-4a47-b606-a6040cae5b29 req-af7df50f-d6e1-4b64-8028-e36f61445376 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.2638507
Apr 21 07:25:50.324991 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-619d081f-c51d-42e5-bf0d-93b50f11e234 req-8571bdbe-64df-4cf4-b80f-cc0524a3541d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.1078398
Apr 21 07:25:51.498740 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-229f265e-a97d-4d8d-b117-b2da91c6b82a req-ed8b789b-7488-4a1d-803f-2741585e1a3b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0519185
Apr 21 07:25:52.665117 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-20d1467c-728c-43d8-9bcf-6e590c11990c req-71309c15-7c92-48e7-8fa8-2f7f7ad684e7 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0519476
Apr 21 07:25:53.837975 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-aa9fc1ac-60b6-4ec0-8869-a5f2d2bfbaa3 req-c332b309-22a5-488f-9c43-98e1ec21831c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0547233
Apr 21 07:25:55.014540 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-71ce22a0-d700-456b-8837-a9b62edba3fe req-3022daa0-d84c-428d-b603-e3dfbc9ee997 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0491228
Apr 21 07:25:56.193742 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a45379e9-96ed-4e65-b73e-0f8af7b3c22a req-2e5af23f-0532-430a-bbf1-5fecc609c696 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0562696
Apr 21 07:25:57.374673 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0e0b8672-1d19-43b8-a2b5-e88caaa8e5da req-89d37ae4-5f47-4bb7-bea0-0bd60a61784e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0531864
Apr 21 07:25:58.544046 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-35456b4a-aba2-4f08-80e4-b270ec54fd04 req-53d9eb7c-d3a8-43cf-9d79-0899535ac989 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0483422
Apr 21 07:25:59.712051 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6601e229-384d-4851-af5d-1311b85727eb req-450fbe97-8af2-476e-9b2c-83599445a2a9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0516489
Apr 21 07:26:00.881411 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-72e29591-450d-474a-8986-030fc2c2a884 req-f82804a8-5913-4975-9bb2-7893bd880ffe tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0504303
Apr 21 07:26:02.048182 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-76917c5c-2e0a-4bfa-a6ae-9ec01827ba98 req-31995e95-d70d-4d05-8439-8ed2eacfb423 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0500467
Apr 21 07:26:03.219924 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-075b3b26-982c-4d6a-a891-4d0b6f166099 req-fed3c790-cc7d-45b8-82e1-675f1d8fba9f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0519218
Apr 21 07:26:03.612037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-473b11f9-41bc-4de3-b11a-250aa3b5f6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:04.392048 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8d48ca8-f154-4891-bbaf-92bfa247039c req-143eb76f-7e16-44e4-bdd7-fca36d56f386 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0499821
Apr 21 07:26:05.562758 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fde6afa8-e996-4e7a-90e2-d8e04b390cfa req-962ccc11-bb08-4259-a165-eda51abee3a2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0490725
Apr 21 07:26:06.734108 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-88b94d8e-1524-4174-887a-b5ec140cfee0 req-f5a680d7-a0b3-472f-b79a-1dd1409114a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0558040
Apr 21 07:26:07.095488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13aa10dc-f80b-4532-b906-961434cdb395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:07.900182 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b5d53d6e-4588-434f-9335-3a8789b17246 req-bd0c389d-ff7c-4327-bac9-4cbcb14ea872 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0490460
Apr 21 07:26:08.428399 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:09.073011 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-79e17808-fa50-4867-8af8-bb0f4c8d7efc req-fff7d69b-0d04-4229-a6c7-daacbdb03b0e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0509520
Apr 21 07:26:09.099294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:09.464513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:10.248608 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7dfd3fe8-0ec8-40b5-863c-dbf4ba49f6f5 req-5b4989c4-3b41-4dda-a5c9-6ad411c007cf tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0550423
Apr 21 07:26:11.423001 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-036781e9-50b6-4a4d-a382-cbd7275061b8 req-eb55a85d-c4dc-4685-a6e4-c7b262a92b32 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0501497
Apr 21 07:26:12.206907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:26:12.609156 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9e685856-cac4-48d1-9e17-5e039c9d25e8 req-42619a3d-0208-4be4-b434-90d6c4b8e3bb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0535817
Apr 21 07:26:13.786643 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0c503ba5-7b13-4f28-b825-8038b8c8ad79 req-967b713f-8a69-423f-8ee2-77acb6043189 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0552790
Apr 21 07:26:14.966925 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-71d5a95c-19bc-4e56-a2ba-d04fa1076c03 req-37e782a0-06c8-4cf2-950d-43b8330989c5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0511889
Apr 21 07:26:16.135913 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ff76c0bf-758b-437c-9b76-df81fb083cf7 req-f369a9cb-8bb1-44a4-9d52-ca19c37a6553 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0501032
Apr 21 07:26:17.338507 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d7a508be-0656-460d-9c5d-74d7b04f9235 req-ab275840-cc8e-4a72-afef-492067ea1829 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0536783
Apr 21 07:26:18.470973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:18.516007 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c3bf5826-339a-42d6-9c92-8d8151f71504 req-c34cd83a-446e-490a-b975-9b3cfa563d9b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0507789
Apr 21 07:26:19.695044 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3678f7f3-e36f-4ca2-b9cd-f6c7282d9cc1 req-4ca6188d-cd5a-4602-9899-cce9c74c0595 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0499136
Apr 21 07:26:20.868023 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b57cc006-6df6-4b17-b3ca-8c943ec436c5 req-db30a1a8-67ec-4d79-9b4b-3e2249454221 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0559065
Apr 21 07:26:22.038340 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0fdba21c-005a-4ab5-bbfe-93c76e17cd0c req-d047a374-4483-439a-afb9-fda6992a5541 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0506382
Apr 21 07:26:23.212286 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7c611e86-ed25-4ffa-a88c-da4b72099bad req-89ce7f87-e295-4c99-8305-a5756d1bdd32 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0508549
Apr 21 07:26:24.392357 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-716b7fa3-2fad-4f0f-b52d-53104d5f0c9d req-237cf914-32ae-4ac3-8695-c10f86f3b2ce tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0561066
Apr 21 07:26:25.598681 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9b701b54-8145-4f03-9d59-08c898d6ea78 req-ec03e0d4-34ad-4f2a-8c92-a067996fb728 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0820038
Apr 21 07:26:26.768625 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-90f5ee0e-da81-4944-b0a0-f01a44a96d8d req-04eeaada-e8b9-4fc9-a48b-05625a1368de tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0501459
Apr 21 07:26:27.938628 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4b36c2c6-d548-47e3-8e4d-1bbca9ea9bf1 req-8933b774-f063-4a2f-be56-cb6ca8816324 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0524983
Apr 21 07:26:29.103863 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c978f816-1853-4589-945b-af4b970dcc4b req-e128eafe-a328-4d10-b304-5af1340bb6d0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0495064
Apr 21 07:26:30.268266 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3fab2f8f-6e46-4284-8983-392e521a29ad req-e74111a7-7052-445b-96d2-2dd56aa8fad2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0507634
Apr 21 07:26:31.436422 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f0c4bf62-2280-41cf-82f4-94b935ed7f35 req-a7bfdfc4-53b0-4b18-b772-6d93a8f82f41 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0515618
Apr 21 07:26:32.606205 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7b401336-5c4a-4adf-84cc-d59c365af4e4 req-699d16e7-730c-4978-8405-1d0efbd15cc0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0516477
Apr 21 07:26:33.625473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd6b1-6542-43b7-a4d7-1f72db30eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:33.777692 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-536a073b-d52e-4905-a22a-df903e659987 req-e7acec25-46e9-4bc9-a31c-dd58efe7b8ef tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0492792
Apr 21 07:26:34.948329 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffde3741-8b5c-4dac-bdee-e4dec4d149a5 req-a252ce1c-9ca4-4638-a5eb-9db5a8c71480 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0545056
Apr 21 07:26:36.122185 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1fa63a11-6e30-49d1-8580-a66a9ee2ba11 req-b1ebdc68-1929-496a-ab8a-b9796bcc57c3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0502951
Apr 21 07:26:37.091584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2386ea08-6bb2-43cb-97df-fdf037f726f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:37.296738 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-235cca93-8234-4c92-813c-63f525f2c4b1 req-4033072d-c345-4b13-8788-777d76361eeb tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0522678
Apr 21 07:26:38.423127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:38.471768 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f2008a72-3cb0-41eb-a2ac-bc17b679be07 req-db0e9536-48e6-4c63-904e-c78aa8672568 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0547333
Apr 21 07:26:39.094745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:39.466249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:39.643872 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-200a72c2-62fa-4850-8d76-2b4c54e8ba52 req-e2910632-af6c-4e81-a993-d2f2ac9eeae2 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0497601
Apr 21 07:26:40.810335 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-49f4b842-0b89-4eeb-a797-09313b684378 req-a41cb22f-f0cc-4622-a848-80eddfc68e1e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0498385
Apr 21 07:26:41.996316 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5905bfa4-e7cc-4c6f-8e97-f9612e752727 req-eea82fec-3d41-4282-9c3e-08ad96537b12 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0588834
Apr 21 07:26:43.166020 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a08b999d-1942-4789-827b-4b417abbe454 req-0bf552e6-769d-47d3-a7dc-423e647744b8 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0493865
Apr 21 07:26:44.332250 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6450c197-55df-4a20-8b04-4b01e53559a6 req-475352b4-1972-4c83-9554-3451530fb95d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0484979
Apr 21 07:26:45.506289 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5f907e42-9bf7-4295-9520-dfc500e23c9c req-2552cc1b-3f0c-4ece-a14a-0f52deeac24a tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0529292
Apr 21 07:26:46.692053 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-466502db-eba9-4e64-bc5b-8d7be653c569 req-83c2d5c8-55a4-47ad-ba5d-7ef5c4c13700 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0526421
Apr 21 07:26:47.868513 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-765106e4-dc67-4925-8c65-012c6f0ce52a req-d70f87f8-9a1a-40ea-b5ab-6873161b873e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0495114
Apr 21 07:26:48.470768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:26:49.041533 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bfde5652-1434-4e7f-b467-539c0d493c0d req-5be1e0b9-c769-49d7-830d-63b71139f305 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0518887
Apr 21 07:26:49.208218 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:26:50.208378 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-07ae76d9-c37d-4c6f-be13-4ae967d18f93 req-1fec4cab-cc07-4436-bc25-a3f84a0fb48d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0498486
Apr 21 07:26:51.409961 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8e19164c-df01-4ec1-8e3b-ba5279106d0f req-4774bd7d-e1f4-4a99-b8ff-a5ab31ef690d tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0808430
Apr 21 07:26:52.895643 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-80f477ba-4b9d-4577-9cee-84fa2651a2e1 req-8d2219ea-6619-4ee5-83e5-1e14b57aaa84 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.3619618
Apr 21 07:26:54.070483 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-24b0cc7e-443c-45ce-88ac-a416fce42701 req-372ffcae-5af4-4f48-bb8e-c3dfd95a95d8 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0513034
Apr 21 07:26:55.244182 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6b4167ff-e898-4595-b1cc-2654d83448aa req-48a734e6-8022-44a4-b049-58bab597f49c tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0515358
Apr 21 07:26:56.412308 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-97b4eaba-d269-40c2-ba8c-6b16f1b83114 req-826fdaf0-b346-4dc4-a4ef-dcc18c582971 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0520475
Apr 21 07:26:57.583790 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ffa79c46-ea8f-4051-a75d-035dd618ab53 req-f90f372c-aecf-458e-bc09-1d227a2d23b6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0498815
Apr 21 07:26:58.760021 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2a335444-aded-4c1e-bfd1-8c524bc20dc1 req-c422332c-31bc-46da-a2cf-09400eced2c9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0489922
Apr 21 07:26:59.939778 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3e2fa3b0-6586-4ca7-b417-ae60808ad4ae req-ce91c725-f23d-49dd-8056-a7e26da6f1a6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0583401
Apr 21 07:27:01.108960 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-14761f6f-a541-4ca7-bf97-b3c8b1a75cd1 req-e33f4346-e401-4a45-87f4-3c6998c27577 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0497475
Apr 21 07:27:02.279780 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0fb1f8de-c2dc-4b72-b26a-b00885cbb7e9 req-3f253035-b95c-4f26-b9fc-4ab61faeb5da tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0500536
Apr 21 07:27:03.473662 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ff0e96e3-12bd-45d8-b142-01aa022ee336 req-75ff34e7-de12-45e6-829a-15f961fba7c0 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0633388
Apr 21 07:27:03.621027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b13d3737-b8af-4507-9c80-7bf893b73344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:04.655175 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f35a176a-83b3-4f76-b3b0-959709505b06 req-f8d4c614-102d-4d68-b4ce-4bca4a56b7a9 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0534368
Apr 21 07:27:05.830058 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-31e7c1a8-b84a-4416-b037-5558d6ff9b87 req-04b66f3c-16f4-4e41-917f-c235969a5a42 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0484245
Apr 21 07:27:07.002242 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9186a92a-90fe-440e-a5c0-dde052bb9380 req-180dd1d3-a13a-433b-a7ba-e8857dd7ac93 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0518131
Apr 21 07:27:07.087003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3b07-2d77-4f86-8a2a-34af6642dd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:08.177054 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b285ac31-0fa6-49e4-ab5c-7f7aa9307f39 req-d233a908-7438-4632-a7af-05840ce648d5 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0515225
Apr 21 07:27:08.428540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:09.106035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:09.356185 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a39919e6-91a6-4634-b8d3-5930d760aae2 req-98ee1c31-c708-407e-a1a2-85831da2f1f3 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0504627
Apr 21 07:27:09.467308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:10.527608 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f77fb0b-4396-4240-a761-b3dfd2079dd0 req-4e35b075-bbdf-4a3f-a364-dbdf5b0cf275 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0523906
Apr 21 07:27:11.698386 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-81fdf134-df1d-456d-b015-f31fbf38a807 req-1fa7c264-ec8a-4823-b39d-cd88d9060dfe tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0508003
Apr 21 07:27:12.883205 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fe2d7e72-d776-4f82-b752-f9ac2360b4dc req-a4ca3e2e-3875-4692-a518-ad64dbd655cd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0580750
Apr 21 07:27:14.061718 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c404a1d7-8fe7-4433-a3e0-7f06a556deab req-505bdad4-3863-4221-a8b6-3e842686e74f tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0512314
Apr 21 07:27:15.246535 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5faa47bc-bbb2-40ee-85be-d7fdd51ccace req-b06a1869-dfa5-4fa4-bc41-b86d72f0def1 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0587568
Apr 21 07:27:16.435740 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5ce5e1b8-54de-4369-826c-b526daa2a1d2 req-89b310af-181f-4be5-9120-58034a6f4f12 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0497935
Apr 21 07:27:17.623613 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2fac4670-7d19-44fa-a14e-184d0ee7c9e5 req-616b52be-47f7-490e-a311-9042bc6dd612 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0644336
Apr 21 07:27:18.481844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:18.804069 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d1cdda5f-76a7-4a9e-a8d8-de926866bed3 req-cee271ca-def9-48bd-baa3-8548d2936f6e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0530896
Apr 21 07:27:19.977454 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e582a938-fea3-44ba-a7c9-61e6e8398f06 req-1194bedc-80ad-4732-bb54-d7694b254c87 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0520649
Apr 21 07:27:21.165038 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ced8a58f-50cf-4958-be19-e9bbc57cab3c req-bffa3811-92de-4028-abe7-4c14c3663c98 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0582581
Apr 21 07:27:22.339271 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e4476a57-5dba-4929-842c-cbcbeed16b7e req-80c84c60-981c-4ede-84e2-d558a1442142 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0494387
Apr 21 07:27:23.512014 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9f24d7c8-e1d0-4b0e-9740-31886c8f387c req-7e232fa7-90b6-423f-8c03-ab88a1786999 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0508513
Apr 21 07:27:24.693495 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0066ec53-61d2-4646-bb55-649554342d22 req-d32c8a00-edc8-4682-8c31-efeec9218d61 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0540493
Apr 21 07:27:25.881775 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e8d11e1e-a0ee-480c-8115-62594059ddf1 req-a3ed5d40-1f27-4ed2-8950-e0eff6b6e2fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "GET /v2.0/ports?device_id=499ec720-8ec4-4473-ae56-a2973a79686b HTTP/1.1" status: 200  len: 210 time: 0.0502994
Apr 21 07:27:26.208817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:27:26.989980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 60714) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:27:27.176515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Deleting port 8e4dae3c-3548-4ff6-a692-014ecb93667b {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:27:27.176812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:27.367327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:27.367707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:27.775867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Calling delete_port for 8e4dae3c-3548-4ff6-a692-014ecb93667b owned by network:floatingip {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:27:27.944876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:27.949211 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ecb468d1-942d-41d3-9749-794b42d54e62 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:27:28.000704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event deleted for resources: {'Port': ['ID=8e4dae3c-3548-4ff6-a692-014ecb93667b,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:27:28.038835 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.039199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.039594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.040010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.040480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.040853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.041254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.041681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.042083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.042477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.042908 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.043283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:27:28.052077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:27:28.117028 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for floatingip, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:28.133270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:28.134625 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "DELETE /v2.0/floatingips/1a028f0f-ae2a-47f4-80c5-d4c2d3359bb0 HTTP/1.1" status: 204  len: 168 time: 1.1435783
Apr 21 07:27:33.625687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9b993343-c756-4cc6-8cf4-ce6997d202b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:37.091761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a33af805-0435-4e21-8e1f-462c8b883f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:38.433091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:39.103143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:39.476112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:27:48.480941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:03.210447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:28:03.639138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c5358df7-9729-4be5-ba30-52a8950328af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:07.107148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f2f0db47-4dea-441b-a047-1fde9185337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:08.439518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:09.107277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:09.482910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:18.483966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:33.635087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bf688f0d-a204-4481-b2d6-efc8ba5ec6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:37.102410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-efecf6b2-8f1f-4aa6-b804-d8214aa23d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:38.436475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:39.109112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:39.479124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:28:40.210916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:28:48.498743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:03.645731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b09e77f3-f252-4e1d-bb2a-f1d6dc3d3167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:07.107569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ce68ea6d-780f-4c62-8ccc-68a31757495f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:08.450105 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:09.111873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:09.484985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:17.210848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:29:18.526455 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:33.643179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e96d408d-99d4-46ff-b1f3-1f36a71f11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:37.113287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-82114a50-89f3-4cc0-aa1b-b8ec68f47eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:38.445603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:39.114592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:39.488822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:48.523787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:29:54.211600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:30:03.643918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7e783ccc-9679-4980-b2f8-cb4b82463dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:07.111259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1af99507-6f4c-43d9-b58a-2398a14e01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:08.449898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:09.124420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:09.501603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:18.533421 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:31.211977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:30:33.650073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cbbb86e5-ee6e-4f01-bd58-4b4931560abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:37.108681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12ae0f6d-4f79-447d-a4a9-ddb34af1429f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:38.460637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:39.125407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:39.503064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:30:48.532420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:03.634747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e501a93e-716f-47f7-9f7f-cec38c7e6918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:07.105954 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3f8d453d-61ab-408c-922e-ce13468ea92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:08.211674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:31:08.457584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:09.126420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:09.505895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:18.536131 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:33.638938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f71760b3-1932-49df-96e2-dcf7a7676743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:37.101963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f778461-15fd-4303-bf26-c0e6cf060a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:38.451167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:39.130392 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:39.508483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:31:45.211991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:31:48.531617 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:03.642159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ffeee7fd-273d-4b4c-9109-93ed7ff91d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:07.106936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2ceac70f-a033-422d-b2b4-f89669ff925d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:08.455123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:09.132328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:09.511163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:18.537152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:22.212564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:32:33.648705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f766d697-e979-41e5-bcc7-2d5b060a20fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:37.112558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-db7fdab5-43e0-4754-8082-ecb6c87f8d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:38.458443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:39.136145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:39.514859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:48.534704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:32:59.214278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:33:03.643490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-519b6529-1976-41aa-8eb7-7eb25ddd625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:07.116478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b695caf5-04e2-4663-837a-75ed57b95656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:08.462863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:09.138522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:09.517445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:18.531847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:28.853214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34574) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:28.941250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:28.978897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:29.045991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:29.051787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-acd455b2-265c-47a1-a546-ed00b41af65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:29.069015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=503aaa72-8c11-4acf-833b-aebe6b5f9a6c,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:29.080119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.080530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.080941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.081344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.081770 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.082177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.082574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.082970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.083387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.083788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.084180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.084574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:29.088210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:29.089509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:29.090987 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] 10.222.0.36 "DELETE /v2.0/security-groups/503aaa72-8c11-4acf-833b-aebe6b5f9a6c HTTP/1.1" status: 204  len: 168 time: 0.2361631
Apr 21 07:33:29.487285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34582) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:30.302232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:30.692305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Deleting port 4eadc115-1aea-4236-92bd-b6e511370791 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:30.692696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:30.884005 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] For port 4eadc115-1aea-4236-92bd-b6e511370791, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=4eadc115-1aea-4236-92bd-b6e511370791,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:33:30.884846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:31.022115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Calling delete_port for 4eadc115-1aea-4236-92bd-b6e511370791 owned by network:router_interface {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:33:31.207657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:31.211507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b3133121-de49-48d8-b3c4-b9df6622e67c tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:31.261232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eadc115-1aea-4236-92bd-b6e511370791,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:31.264017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:31.557280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:32.218310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Router 2aaba942-eed1-47db-880f-239f75d9480f has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:33:32.432249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:33:32.442972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] Sync routers for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:33:32.448899 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b60de07d-7410-4f49-92da-3d9398e3e520 admin admin] 10.222.0.36 "PUT /v2.0/routers/2aaba942-eed1-47db-880f-239f75d9480f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9604123
Apr 21 07:33:32.451975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34602) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:32.453002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:33:32.453709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc2ce10>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:33:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:32.645982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:32.657012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:33:32.838920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:32.851179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Deleting port 211b838c-5e39-4669-bfe0-4a26701c0268 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:32.851815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:32.958114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc2ce10>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:33:31Z', 'revision_number': 5, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port': {'id': '211b838c-5e39-4669-bfe0-4a26701c0268', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaba942-eed1-47db-880f-239f75d9480f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:02:53Z', 'updated_at': '2021-04-21T07:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:32.962473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] Checking router: 2aaba942-eed1-47db-880f-239f75d9480f for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:33:32.971893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] Routers {'2aaba942-eed1-47db-880f-239f75d9480f'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:33:32.972546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc2ce10>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:33:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2aaba942-eed1-47db-880f-239f75d9480f'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:33.044031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] For port 211b838c-5e39-4669-bfe0-4a26701c0268, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=211b838c-5e39-4669-bfe0-4a26701c0268,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:33:33.044433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.134223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] Set router 2aaba942-eed1-47db-880f-239f75d9480f gateway port host: None {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:33:33.175722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Calling delete_port for 211b838c-5e39-4669-bfe0-4a26701c0268 owned by network:router_gateway {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:33:33.248288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc2ce10>, [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:33:32Z', 'revision_number': 6, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:33.252742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930960b0-bd7c-4df9-bfe2-5a427c8c3c90 None None] The sync data for ids ['2aaba942-eed1-47db-880f-239f75d9480f'] in dv-cinder-779194-2-iscsi is: [{'id': '2aaba942-eed1-47db-880f-239f75d9480f', 'name': 'tempest-TestVolumeBootPattern-778764622-router', 'tenant_id': '8d00908a79904584b97bacc55b16c9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:02:51Z', 'updated_at': '2021-04-21T07:33:32Z', 'revision_number': 6, 'project_id': '8d00908a79904584b97bacc55b16c9c6', 'gw_port_host': None}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:33:33.370418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.375530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-37b2c301-c9f7-4930-89f1-df318283439e tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:33.425572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=211b838c-5e39-4669-bfe0-4a26701c0268,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:33.461513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:33.521932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.544830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 4eadc115-1aea-4236-92bd-b6e511370791 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:33:33.581904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 4eadc115-1aea-4236-92bd-b6e511370791 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:33:33.582333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 4eadc115-1aea-4236-92bd-b6e511370791 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:33:33.647448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1e322e0-db3b-43a3-a604-4f3aee55a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.711849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.714485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.742745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.743359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aaba942-eed1-47db-880f-239f75d9480f {{(pid=86423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:33:33.758118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.761797 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2aaba942-eed1-47db-880f-239f75d9480f HTTP/1.1" status: 204  len: 168 time: 1.3063381
Apr 21 07:33:33.762266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34610) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:33.839244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] Deleting subnet 7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:33:33.842552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:33.899799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849461653'] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.029989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.307505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6530979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7126133'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.312789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2b0dfbfb-0372-4e90-b2fd-f97f0e3f5749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:34.350394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:34.352593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.355678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:34.358378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad804a-d4e5-4db5-9771-ed0fe1f1c586 None None] Network 96427731-bc9e-4a96-a391-37d56b4b3565 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:33:34.360032 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7ee4b378-b8dc-496e-b4fc-f5e888386703 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7599b3ee-cf86-4d6b-8d1f-a6ddb8fcd456 HTTP/1.1" status: 204  len: 168 time: 0.5967786
Apr 21 07:33:34.362849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34618) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:34.484359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.495899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Deleting port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:34.496270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.621729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] DHCP port deletion for 96427731-bc9e-4a96-a391-37d56b4b3565 request from dv-cinder-779194-2-iscsi {{(pid=86425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 07:33:34.628186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] Deleting port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:34.628622 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.741113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] For port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:33:34.742013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.853621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] For port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e,segment=NetworkSegment(30a63f10-d1be-41ea-9acf-3115d45a1a5e),segment_id=30a63f10-d1be-41ea-9acf-3115d45a1a5e)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:33:34.853985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.883487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Calling delete_port for 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e owned by network:dhcp {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:33:34.965244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:34.970745 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a479f155-1367-4747-9f6f-50c1182e3cc5 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:35.027004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:35.029183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] No DVR routers for this DVR port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e on host dv-cinder-779194-2-iscsi {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:33:35.030922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:35.162160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:35.167823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] Calling delete_port for 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e owned by network:dhcp {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:33:35.244425 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.api [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 07:33:35.244821 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.api [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 07:33:35.279620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b8b6ecc0>,) {'filters': {'network_id': ['96427731-bc9e-4a96-a391-37d56b4b3565']}} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:35.292802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b8b6ecc0>, '30a63f10-d1be-41ea-9acf-3115d45a1a5e') {'for_net_delete': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:35.293130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b8b6ecc0>, '30a63f10-d1be-41ea-9acf-3115d45a1a5e') {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:35.305852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5314147'] for segment, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:35.325095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:35.331598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=86423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:33:35.488775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:33:35.509184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Network 96427731-bc9e-4a96-a391-37d56b4b3565 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:33:35.518568 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848245248'] for segment, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:35.525839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:33:35.526235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:33:35.526686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 211b838c-5e39-4669-bfe0-4a26701c0268 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:33:35.565245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 211b838c-5e39-4669-bfe0-4a26701c0268 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:33:35.565700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 211b838c-5e39-4669-bfe0-4a26701c0268 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:33:35.745925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] Deleting port 6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:35.746663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:35.824526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-eb461dd4-8409-4b2d-99a9-dea13e17bc0f None None] The port '6fcb0e27-81f2-4ca7-8220-f27e48ef6f5e' was deleted {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 07:33:35.960735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Network 96427731-bc9e-4a96-a391-37d56b4b3565 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:33:35.984688 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:33:36.075472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:36.081131 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:36.096988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:36.109631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Pushing event deleted for resources: {'Network': ['ID=96427731-bc9e-4a96-a391-37d56b4b3565,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:36.114036 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:36.123930 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] 10.222.0.36 "DELETE /v2.0/networks/96427731-bc9e-4a96-a391-37d56b4b3565 HTTP/1.1" status: 204  len: 168 time: 1.7600348
Apr 21 07:33:36.127073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34626) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:36.229024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:33:36.734927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:37.119521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fedb0db9-893b-4230-8841-d9156fdc394c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:37.123535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Deleting port f42da57a-2b60-441d-81f2-f4a089506fa7 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:37.124037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:37.321949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] For port f42da57a-2b60-441d-81f2-f4a089506fa7, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=f42da57a-2b60-441d-81f2-f4a089506fa7,segment=NetworkSegment(a35f03f6-23c3-4aea-8fc4-aca582110f09),segment_id=a35f03f6-23c3-4aea-8fc4-aca582110f09)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:33:37.322422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:37.458498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Calling delete_port for f42da57a-2b60-441d-81f2-f4a089506fa7 owned by network:router_interface {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:33:37.655088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:37.658963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2e86bf58-e5e2-404b-aa56-4d12e0597b07 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:37.706373 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42da57a-2b60-441d-81f2-f4a089506fa7,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:37.709762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:38.002560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:38.399590 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Router 456f0dad-0be2-49f4-979a-e0ba3c520964 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:33:38.474540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:38.862805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:33:38.875762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] Sync routers for ids ['456f0dad-0be2-49f4-979a-e0ba3c520964'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:33:38.879079 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-78326c95-92c9-462c-9fa6-fe7f5b029968 admin admin] 10.222.0.36 "PUT /v2.0/routers/456f0dad-0be2-49f4-979a-e0ba3c520964/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7509332
Apr 21 07:33:38.882111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34642) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:38.886984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] Routers {'456f0dad-0be2-49f4-979a-e0ba3c520964'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:33:38.887763 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bab67860>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:33:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['456f0dad-0be2-49f4-979a-e0ba3c520964'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:39.074440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:39.080665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] Set router 456f0dad-0be2-49f4-979a-e0ba3c520964 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:33:39.142046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:39.279357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:39.291270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Deleting port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:39.291658 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:39.495737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] For port 55df033f-b1f2-49bd-b5ae-f52b994e3b0c, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=55df033f-b1f2-49bd-b5ae-f52b994e3b0c,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:33:39.496354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:39.540404 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:39.573763 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bab67860>, [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:33:37Z', 'revision_number': 5, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port': {'id': '55df033f-b1f2-49bd-b5ae-f52b994e3b0c', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:03:09Z', 'updated_at': '2021-04-21T07:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:39.577935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] Checking router: 456f0dad-0be2-49f4-979a-e0ba3c520964 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:33:39.588490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] Routers {'456f0dad-0be2-49f4-979a-e0ba3c520964'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:33:39.589149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bab67860>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:33:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['456f0dad-0be2-49f4-979a-e0ba3c520964'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:39.639731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Calling delete_port for 55df033f-b1f2-49bd-b5ae-f52b994e3b0c owned by network:router_gateway {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:33:39.755469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] Set router 456f0dad-0be2-49f4-979a-e0ba3c520964 gateway port host: None {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:33:39.826367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:39.831298 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7bff18d6-5253-4528-b4b5-53fdfb451246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:39.881212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bab67860>, [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:33:39Z', 'revision_number': 6, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:39.885681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=55df033f-b1f2-49bd-b5ae-f52b994e3b0c,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:39.885849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49c6cc-752a-4125-99d4-acde990a11a7 None None] The sync data for ids ['456f0dad-0be2-49f4-979a-e0ba3c520964'] in dv-cinder-779194-2-iscsi is: [{'id': '456f0dad-0be2-49f4-979a-e0ba3c520964', 'name': 'tempest-TestVolumeBootPattern-2072747041-router', 'tenant_id': 'b7210bf7394540ea88bc105fe3f32b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:03:08Z', 'updated_at': '2021-04-21T07:33:39Z', 'revision_number': 6, 'project_id': 'b7210bf7394540ea88bc105fe3f32b12', 'gw_port_host': None}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:33:39.920324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:39.985983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.184375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.186768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.212919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.213576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 456f0dad-0be2-49f4-979a-e0ba3c520964 {{(pid=86423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:33:40.227401 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.228641 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/456f0dad-0be2-49f4-979a-e0ba3c520964 HTTP/1.1" status: 204  len: 168 time: 1.3454633
Apr 21 07:33:40.231369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34650) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:40.304879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] Deleting subnet ed833e56-19a4-4a1d-bd48-826bcec5e5eb {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:33:40.308223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.363453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849461653'] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.448893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.725871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6530979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7126133'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.730826 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:40.770471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed833e56-19a4-4a1d-bd48-826bcec5e5eb,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:40.772551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.776649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:40.777899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d9bbf-f08e-489e-8f14-d2b0caeaf8ff None None] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:33:40.779917 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ac7f247c-443d-4acf-9c01-2de648d3cd3b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ed833e56-19a4-4a1d-bd48-826bcec5e5eb HTTP/1.1" status: 204  len: 168 time: 0.5475378
Apr 21 07:33:40.784086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34658) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:40.905695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:40.918018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Deleting port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:40.918381 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.052854 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] DHCP port deletion for 08ef2c7c-e03e-4df4-8040-9918ba528ff4 request from dv-cinder-779194-2-iscsi {{(pid=86425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 07:33:41.057974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] Deleting port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:41.058396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.144929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] For port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc,segment=NetworkSegment(a35f03f6-23c3-4aea-8fc4-aca582110f09),segment_id=a35f03f6-23c3-4aea-8fc4-aca582110f09)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:33:41.145294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.277499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Calling delete_port for 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc owned by network:dhcp {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:33:41.278947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] For port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc,segment=NetworkSegment(a35f03f6-23c3-4aea-8fc4-aca582110f09),segment_id=a35f03f6-23c3-4aea-8fc4-aca582110f09)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:33:41.279398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.358804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.363829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:41.410356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] Calling delete_port for 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc owned by network:dhcp {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:33:41.413899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:41.415928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] No DVR routers for this DVR port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc on host dv-cinder-779194-2-iscsi {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:33:41.417561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:41.489213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.api [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 07:33:41.489666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.api [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 07:33:41.496947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device f42da57a-2b60-441d-81f2-f4a089506fa7 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:33:41.537993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: f42da57a-2b60-441d-81f2-f4a089506fa7 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:33:41.538535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device f42da57a-2b60-441d-81f2-f4a089506fa7 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:33:41.539299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 55df033f-b1f2-49bd-b5ae-f52b994e3b0c no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:33:41.543339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.575834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 55df033f-b1f2-49bd-b5ae-f52b994e3b0c {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:33:41.576236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 55df033f-b1f2-49bd-b5ae-f52b994e3b0c not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:33:41.576701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:33:41.613162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:33:41.613593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:33:41.663757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b95692b0>,) {'filters': {'network_id': ['08ef2c7c-e03e-4df4-8040-9918ba528ff4']}} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:41.676879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b95692b0>, 'a35f03f6-23c3-4aea-8fc4-aca582110f09') {'for_net_delete': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:41.677219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b95692b0>, 'a35f03f6-23c3-4aea-8fc4-aca582110f09') {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:33:41.689384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5314147'] for segment, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.704420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.711169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=86423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:33:41.900343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:33:41.909664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848245248'] for segment, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:41.991941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] Deleting port 9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:33:41.992509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:42.069214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c0725731-4f08-40fd-a4bc-e44821b1fcb7 None None] The port '9cbcdfaf-cd5c-40a7-b27b-1c7b204a13cc' was deleted {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 07:33:42.097119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Network 08ef2c7c-e03e-4df4-8040-9918ba528ff4 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:33:42.127657 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:33:42.482187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:42.486614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bfd0c60f-4116-49d5-81fb-fe28f922e366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:42.503581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:42.510394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ef2c7c-e03e-4df4-8040-9918ba528ff4,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:42.518126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:42.521396 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] 10.222.0.36 "DELETE /v2.0/networks/08ef2c7c-e03e-4df4-8040-9918ba528ff4 HTTP/1.1" status: 204  len: 168 time: 1.7356644
Apr 21 07:33:42.668672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34670) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:42.733885 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a6a75507-507c-45ae-a5f2-7925cff64efd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d00908a79904584b97bacc55b16c9c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0611112
Apr 21 07:33:42.734124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34674) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:42.799064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-307c567a-718f-417d-8d5c-84b4c21174c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:42.829493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-307c567a-718f-417d-8d5c-84b4c21174c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:42.886993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-307c567a-718f-417d-8d5c-84b4c21174c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:42.892300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4115601f-bc76-4c84-983c-b9cfbd5cea43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:42.906732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c567a-718f-417d-8d5c-84b4c21174c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ab7a5f-ecd3-4971-9ea8-589fa88d831b,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:42.912350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-307c567a-718f-417d-8d5c-84b4c21174c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:42.914812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-307c567a-718f-417d-8d5c-84b4c21174c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:42.916031 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-307c567a-718f-417d-8d5c-84b4c21174c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15ab7a5f-ecd3-4971-9ea8-589fa88d831b HTTP/1.1" status: 204  len: 168 time: 0.1810389
Apr 21 07:33:43.353825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 34686) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:43.419361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-310fc24e-d890-4e92-8641-54173ef19dba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7210bf7394540ea88bc105fe3f32b12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0639772
Apr 21 07:33:43.423033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 34690) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:33:43.490001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:43.517331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:43.563752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:43.567711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-501087b6-acf9-4876-b73a-4563f3bbd130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:33:43.581343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19cae7-9d81-4de3-8e54-00b99e23e87d,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:33:43.591268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.591686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.592096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.592497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.593235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.593679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.594075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.594468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.594862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.595251 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.595619 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.596004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:33:43.599326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:33:43.600521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:33:43.605055 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7d76922d-6357-4ebd-868f-45c59041eaef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab19cae7-9d81-4de3-8e54-00b99e23e87d HTTP/1.1" status: 204  len: 168 time: 0.1778173
Apr 21 07:33:48.558029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:03.655342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e034fb8c-8299-43de-afb2-a5111d1cda4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:05.400456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 34802) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:34:05.532965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:05.549012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:34:05.553467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9f610255224a2c94cfd5af5e2bf801 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:34:05.556554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:34:05.562859 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:34:05.663099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:05.666819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:05.675679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-85596799-a078-41fe-9a06-bbaf849e4343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:34:05.718116 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e9f610255224a2c94cfd5af5e2bf801&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3161645
Apr 21 07:34:05.720000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c04e24-99f8-49b5-b826-e22defcb02d1,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:34:05.721228 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 34810) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:34:05.723787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-029aa9b1-98b6-47ae-bb20-536fbf755cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:34:05.784890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6c0319c-4ee8-4ff1-ab3c-021da8e1dbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:05.811834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6c0319c-4ee8-4ff1-ab3c-021da8e1dbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:05.861584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6c0319c-4ee8-4ff1-ab3c-021da8e1dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:05.866841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3308ad26-3939-4ef6-b7c4-6554f8973f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:34:05.882836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0319c-4ee8-4ff1-ab3c-021da8e1dbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c04e24-99f8-49b5-b826-e22defcb02d1,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:34:05.885937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b6c0319c-4ee8-4ff1-ab3c-021da8e1dbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:34:05.888091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6c0319c-4ee8-4ff1-ab3c-021da8e1dbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:05.889271 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b6c0319c-4ee8-4ff1-ab3c-021da8e1dbaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09c04e24-99f8-49b5-b826-e22defcb02d1 HTTP/1.1" status: 204  len: 168 time: 0.1668422
Apr 21 07:34:07.126185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a620a6a0-76f2-4d31-9038-12a33f87a9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:08.474942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:09.152391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:09.535315 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:13.221591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:34:18.574578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:33.650258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e2678ac9-5675-466d-a523-d89522c48966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:37.120304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e42b-5925-47a5-9a5f-c5b3f68d5eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:38.469411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:39.149849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:39.541441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:48.586579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:34:50.229746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:35:03.657000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-02c0883f-231c-4123-bc53-1409ff836eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:07.130678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ba0fade-60a6-4c4d-852d-a17da935afd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:08.481922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:09.161939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:09.542370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:18.579110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:27.226712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:35:33.655022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f9c78734-7864-4beb-a9e8-877f69986a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:37.127271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4354d92b-6997-4f54-a943-6e52f83dbc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:38.476813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:39.166839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:39.545044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:35:48.576102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:03.649208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2f32d455-da4d-44db-97ea-d5f5e2fef7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:04.218265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:36:07.122012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c12ff122-e6df-481d-aea2-17cc57bf4395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:08.480750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:09.161370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:09.547593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:18.572194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:33.655086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-92d90940-befb-43e4-a259-907be672798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:37.129313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-715a89c6-c69e-4cf9-8354-80b0fff38050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:38.484982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:39.164163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:39.551118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:36:41.218858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:36:48.581924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:03.659065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5d1c734d-d1d7-4aac-a5e5-2067cb0eff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:07.126830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d26298a3-54ef-4a6f-af27-cb2bac52eefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:08.489281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:09.173177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:09.554498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:18.219498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:37:18.585257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:33.664798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-91c2e77a-8088-4af4-9d39-678f129224f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:37.121259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c5226a1c-cdc2-4a1c-a9ce-07c59f998851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:38.494272 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:39.170911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:39.557634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:48.590220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:37:55.220412 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:38:03.658457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-663aaa3d-e78c-45fb-ba92-706229fa1f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:07.125433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a70279ac-fe52-4aef-8df7-39c0b20cb72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:08.498683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:09.173103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:09.560435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:18.590825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:32.220740 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:38:33.664380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8d2d-2d5a-4c12-a99c-9596efa6599f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:37.131791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-35d3228f-6ca7-454b-b079-b4561d8c391f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:38.501747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:39.177376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:39.573828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:38:48.601885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:03.668972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc39f-f905-4847-b7dd-3d9735093529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:07.134280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-58119439-de47-4684-83ad-68957e543f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:08.512202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:09.179170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:09.221253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:39:09.576001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:18.596174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:33.682074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b8fb-b868-46ec-acd3-90140c8ba09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:37.128785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fe57948d-52fd-4c09-81c0-abbea903837a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:38.506917 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:39.182290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:39.575222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:39:46.223025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:39:48.614778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:01.448844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 36974) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:01.583882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:01.600892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:01.605274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Usage tracker for resource:security_group_rule and tenant:6077d089b3ff489a90379163bd173ff2 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:01.608578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:01.616082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:01.718580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:01.721904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:01.731541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-bbb78668-84a9-4c8d-934a-d19e1a8b7b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:01.774887 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6077d089b3ff489a90379163bd173ff2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3247662
Apr 21 07:40:01.776634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc822a6d-69db-4cf5-98a2-7dd77c15dbf9,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:01.777988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 36986) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:01.785519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.786128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.786739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.787157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.787562 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.787971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.788363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.788775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.789155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.789581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.789978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.790372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.795143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:01.844918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:01.875620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:01.943248 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:01.948567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b4a95169-8c46-477d-bc20-cdf359ccf538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:01.961852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc822a6d-69db-4cf5-98a2-7dd77c15dbf9,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:01.975489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.975905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.976307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.976708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.977101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.977576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.977908 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.978297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.978689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.979075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.979462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.979846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:01.983570 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:01.984850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:01.988641 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc822a6d-69db-4cf5-98a2-7dd77c15dbf9 HTTP/1.1" status: 204  len: 168 time: 0.2092230
Apr 21 07:40:02.293152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 36994) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:02.313362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:02.329069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:02.333619 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Usage tracker for resource:security_group_rule and tenant:a6e6f18deaf341c6b3d330b373459d58 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:02.336576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:02.343130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:02.430048 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:02.433698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:02.443198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3e6f62d7-4f19-4dbd-b3d4-da60738a0906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:02.489141 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6e6f18deaf341c6b3d330b373459d58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1946857
Apr 21 07:40:02.489709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37000) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:02.491156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175195ed-2e20-4e4c-9195-e8541e31f3a4,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:02.494585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:02.557651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b7d8af7a-4aab-4195-89f4-c8aa44f5a5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:02.585239 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b7d8af7a-4aab-4195-89f4-c8aa44f5a5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:02.634928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b7d8af7a-4aab-4195-89f4-c8aa44f5a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:02.640692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5b876132-038a-4a89-bb48-043d6c1767a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:02.654181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8af7a-4aab-4195-89f4-c8aa44f5a5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175195ed-2e20-4e4c-9195-e8541e31f3a4,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:02.657941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b7d8af7a-4aab-4195-89f4-c8aa44f5a5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:02.664372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b7d8af7a-4aab-4195-89f4-c8aa44f5a5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:02.665656 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b7d8af7a-4aab-4195-89f4-c8aa44f5a5d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/175195ed-2e20-4e4c-9195-e8541e31f3a4 HTTP/1.1" status: 204  len: 168 time: 0.1753604
Apr 21 07:40:03.677937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0c537adb-808c-496a-a16e-a34839f66fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:07.132659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ec95db65-6fb5-43d0-b3eb-36f85dc990df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:08.510129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:09.184290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:09.577296 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:11.336439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37164) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:11.590493 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] Deleting subnet 89476d68-293a-48ee-9295-aa384af8cb0f {{(pid=86424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:40:11.594126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:11.651273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6354525'] for subnet, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:11.713269 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:11.982586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6535792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7175327'] for subnet, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:11.987811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:12.026130 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:12.030161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89476d68-293a-48ee-9295-aa384af8cb0f,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:12.033202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:12.036522 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-23c874fc-ac55-4a8b-869d-fffd808ac676 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/89476d68-293a-48ee-9295-aa384af8cb0f HTTP/1.1" status: 204  len: 168 time: 0.6987193
Apr 21 07:40:12.037994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37170) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:12.152727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:12.285072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:12.411491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4e49e8>,) {'filters': {'network_id': ['19e337b3-9b49-44a3-a455-34c7165f5428']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:12.425710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4e49e8>, '8c4765bb-50c4-46c8-b335-70bcb47e8049') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:12.426256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4e49e8>, '8c4765bb-50c4-46c8-b335-70bcb47e8049') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:12.439049 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:12.458638 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:12.465762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:40:12.650925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Network 19e337b3-9b49-44a3-a455-34c7165f5428 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:40:12.661285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:12.850762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Network 19e337b3-9b49-44a3-a455-34c7165f5428 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:40:12.874605 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:40:12.955311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:12.960439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:12.964432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:12.988375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e337b3-9b49-44a3-a455-34c7165f5428,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:12.991587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:12.997401 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d0c2a24b-8c41-42bd-8c9b-7a9f19118977 admin admin] 10.222.0.36 "DELETE /v2.0/networks/19e337b3-9b49-44a3-a455-34c7165f5428 HTTP/1.1" status: 204  len: 168 time: 0.9582734
Apr 21 07:40:13.052416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37192) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:13.188332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.200327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37198) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:13.205235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:13.209605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c9e34e64c9423abb47630c780a4214 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:13.212794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:13.220681 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:13.262185 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-66422bbf-094d-416d-818a-753b1efee712 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55e2f4ac92814dc4b7ea9183fdd77eca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0604074
Apr 21 07:40:13.264780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37202) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:13.325187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.329247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.332519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2b8093a7-34b5-4e2c-a990-331d809f3338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.338524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-09bf2dfb-1d9d-471b-b9dd-eae999f9a0df tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:13.360167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2b8093a7-34b5-4e2c-a990-331d809f3338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.390293 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4c9e34e64c9423abb47630c780a4214&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3338866
Apr 21 07:40:13.390293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea584d8-3c77-4710-9c9c-0bdafbe9d130,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:13.391090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37206) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:13.392300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:13.456612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2b8093a7-34b5-4e2c-a990-331d809f3338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.462852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b716e7f4-21bf-4b14-89be-f266b058007f tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:13.476509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-48f892f1-5f6d-4ca3-87ce-74d77c8a2823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.484223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8093a7-34b5-4e2c-a990-331d809f3338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7735d565-9fc8-47e1-872e-01f19de594c9,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:13.494523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2b8093a7-34b5-4e2c-a990-331d809f3338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:13.518454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2b8093a7-34b5-4e2c-a990-331d809f3338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.519872 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-2b8093a7-34b5-4e2c-a990-331d809f3338 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7735d565-9fc8-47e1-872e-01f19de594c9 HTTP/1.1" status: 204  len: 168 time: 0.2539158
Apr 21 07:40:13.521962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-48f892f1-5f6d-4ca3-87ce-74d77c8a2823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.569155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-48f892f1-5f6d-4ca3-87ce-74d77c8a2823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.574594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9a8c2496-ac68-4708-8f69-28ee170ad77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:13.592445 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f892f1-5f6d-4ca3-87ce-74d77c8a2823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea584d8-3c77-4710-9c9c-0bdafbe9d130,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:13.594950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-48f892f1-5f6d-4ca3-87ce-74d77c8a2823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:13.599718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-48f892f1-5f6d-4ca3-87ce-74d77c8a2823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:13.604130 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-48f892f1-5f6d-4ca3-87ce-74d77c8a2823 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ea584d8-3c77-4710-9c9c-0bdafbe9d130 HTTP/1.1" status: 204  len: 168 time: 0.2119651
Apr 21 07:40:14.052197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37226) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:14.072949 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.089850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:14.094424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Usage tracker for resource:security_group_rule and tenant:cc06e2e085324828ac468419eab0e08b is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:14.097468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:14.104217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:14.203603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.206897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.214917 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eba97b9a-7e66-43e1-9e46-facfca35b1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:14.264600 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc06e2e085324828ac468419eab0e08b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2087653
Apr 21 07:40:14.264600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0c783e-10fe-4fbc-8fa3-cbba0960a106,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:14.265052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37234) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:14.266576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:14.345447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bd15e92-fab2-4ffb-8a3b-563210e31a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.374645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bd15e92-fab2-4ffb-8a3b-563210e31a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.423297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bd15e92-fab2-4ffb-8a3b-563210e31a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.429310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2eb77ec1-2260-4ec6-8f0f-71aa754538cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:14.442752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd15e92-fab2-4ffb-8a3b-563210e31a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0c783e-10fe-4fbc-8fa3-cbba0960a106,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:14.445145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1bd15e92-fab2-4ffb-8a3b-563210e31a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:14.453230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1bd15e92-fab2-4ffb-8a3b-563210e31a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.455935 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1bd15e92-fab2-4ffb-8a3b-563210e31a6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e0c783e-10fe-4fbc-8fa3-cbba0960a106 HTTP/1.1" status: 204  len: 168 time: 0.1881280
Apr 21 07:40:14.836695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37252) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:14.858164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.874788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:14.879363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Usage tracker for resource:security_group_rule and tenant:8f76779c9fdf4eb3ab52bae3cc32c13b is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:14.883060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:14.889206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:14.985192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.988549 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:14.997805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ff543dab-f6e8-4eaf-9970-6745ca2555ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:15.045462 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f76779c9fdf4eb3ab52bae3cc32c13b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2041855
Apr 21 07:40:15.045462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9572a541-d7fa-4691-b4a5-88bcee5135d8,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:15.046577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37264) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:15.047095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e872f69b-5ca0-47b6-9695-fac4a1e37b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:15.117730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fda8743e-b65a-414d-8440-32018c8fe55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:15.146886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fda8743e-b65a-414d-8440-32018c8fe55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:15.199231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fda8743e-b65a-414d-8440-32018c8fe55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:15.204692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6bd883c0-5bb7-46c3-addc-9a7200d311ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:15.218735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8743e-b65a-414d-8440-32018c8fe55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572a541-d7fa-4691-b4a5-88bcee5135d8,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:15.223131 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fda8743e-b65a-414d-8440-32018c8fe55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:15.229712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fda8743e-b65a-414d-8440-32018c8fe55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:15.234187 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-fda8743e-b65a-414d-8440-32018c8fe55c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9572a541-d7fa-4691-b4a5-88bcee5135d8 HTTP/1.1" status: 204  len: 168 time: 0.1862438
Apr 21 07:40:18.615837 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:23.223456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:40:23.472605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37376) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:23.627139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:23.643863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:23.648292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Usage tracker for resource:security_group_rule and tenant:7539a24963e74089bdc7d768014d668e is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:23.651495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:23.658143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:23.761749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:23.769978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:23.779744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-914703d0-7dca-4137-8ab0-8de2f0d19543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:23.817145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37390) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:23.825019 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7539a24963e74089bdc7d768014d668e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3510959
Apr 21 07:40:23.827097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8669ee-d3cd-4dc5-b448-da5aa00ffb09,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:23.828937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37396) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:23.831092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1f7a5464-50a9-46a2-8eb2-e36388271bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:23.896577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b450c992-2a6c-4971-812b-59ad15e2129c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:23.926077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b450c992-2a6c-4971-812b-59ad15e2129c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:23.974682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.000225 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:24.005073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b3b8dab01a4ecfa9e1a2397969b4e8 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:24.008709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:24.015397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:24.027174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b450c992-2a6c-4971-812b-59ad15e2129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.033098 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e72f8d96-48da-43da-a383-c3e71397d577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:24.059612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450c992-2a6c-4971-812b-59ad15e2129c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8669ee-d3cd-4dc5-b448-da5aa00ffb09,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:24.065214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b450c992-2a6c-4971-812b-59ad15e2129c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:24.066153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b450c992-2a6c-4971-812b-59ad15e2129c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.067369 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b450c992-2a6c-4971-812b-59ad15e2129c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb8669ee-d3cd-4dc5-b448-da5aa00ffb09 HTTP/1.1" status: 204  len: 168 time: 0.2369852
Apr 21 07:40:24.137925 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.141243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.150595 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8e8b4ab2-85b2-49f9-9a03-70677e91c1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:24.196939 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1b3b8dab01a4ecfa9e1a2397969b4e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3782501
Apr 21 07:40:24.198871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de5c5e-042e-43f9-83c4-2db75ebb6389,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:24.199974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37404) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:24.202288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:24.278128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a46e68a-31ba-4738-ba6e-e697946c5fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.311202 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a46e68a-31ba-4738-ba6e-e697946c5fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.369778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a46e68a-31ba-4738-ba6e-e697946c5fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.375613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:24.391637 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46e68a-31ba-4738-ba6e-e697946c5fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de5c5e-042e-43f9-83c4-2db75ebb6389,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:24.394443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9a46e68a-31ba-4738-ba6e-e697946c5fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:24.410434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a46e68a-31ba-4738-ba6e-e697946c5fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.410994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37410) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:24.411906 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9a46e68a-31ba-4738-ba6e-e697946c5fae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4de5c5e-042e-43f9-83c4-2db75ebb6389 HTTP/1.1" status: 204  len: 168 time: 0.2105110
Apr 21 07:40:24.431153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.447968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:24.452242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Usage tracker for resource:security_group_rule and tenant:994b6954d35842f7a129d34c8f27c238 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:24.455371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:24.461755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:24.555464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.559125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.569926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3937716e-5d12-4460-8e2d-a2c001a24c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:24.618261 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=994b6954d35842f7a129d34c8f27c238&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2058299
Apr 21 07:40:24.618499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37420) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:24.625469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47143d8-9f67-4efe-ac33-9f33fc5f6632,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:24.629230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:24.692682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c25b91fc-43ff-4e8c-a561-36e8a5e93cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.721497 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c25b91fc-43ff-4e8c-a561-36e8a5e93cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.772554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c25b91fc-43ff-4e8c-a561-36e8a5e93cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.778270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0118f3f4-e36c-472a-9874-a0f0bb1df364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:24.790650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b91fc-43ff-4e8c-a561-36e8a5e93cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47143d8-9f67-4efe-ac33-9f33fc5f6632,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:24.794899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c25b91fc-43ff-4e8c-a561-36e8a5e93cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:24.799612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c25b91fc-43ff-4e8c-a561-36e8a5e93cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:24.800880 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c25b91fc-43ff-4e8c-a561-36e8a5e93cc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d47143d8-9f67-4efe-ac33-9f33fc5f6632 HTTP/1.1" status: 204  len: 168 time: 0.1813774
Apr 21 07:40:25.267337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37454) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:25.396822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-12915480-network', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:40:25.401002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-c0968be5-e693-4837-829a-57746b753041 req-1264c1c1-44aa-42a0-92e3-3c3124c9a0fd tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] (86423) timed out ('10.222.0.18', 54440) {{(pid=86423) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 07:40:25.403235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:25.407688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Usage tracker for resource:network and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:25.411018 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:25.423268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:25.433724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Made reservation on behalf of db513aec38f844e69fad7da7dee8de48 for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:40:25.438583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:25.453292 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:25.472447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:25.477631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Usage tracker for resource:security_group_rule and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:25.481031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:25.487700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:25.583245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:25.587124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:25.592316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-90f91b59-c23d-40fc-9ff5-58f2dfe6da32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:25.628512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:40:25.636270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42fc96e-15fc-4482-b251-0ac38ca43271,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:25.639741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:25.645447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:25.646211 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Added segment c15fc024-a55a-4ba7-86c2-0f3fdfe76391 of type vlan for network 4a0ca292-0082-4c02-99d0-ad3665156645
Apr 21 07:40:25.676457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:25.709765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:25.711231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:25.711893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:25.717825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:25.838858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Pushing event updated for resources: {'Network': ['ID=4a0ca292-0082-4c02-99d0-ad3665156645,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:25.844318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:25.853419 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 4a0ca292-0082-4c02-99d0-ad3665156645 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:40:25.855117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37474) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:25.855353 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5867407
Apr 21 07:40:25.862596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Request body: {'subnet': {'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-12915480-subnet', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:40:25.868726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:25.873332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Usage tracker for resource:subnet and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:25.876711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:25.883214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:25.901775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Made reservation on behalf of db513aec38f844e69fad7da7dee8de48 for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:40:25.906867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847600459'] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:26.332321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848240075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847600476'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:26.337940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ccddcf3f-a46a-47f5-adbb-f873e04b0df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:26.419857 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c9673b-9045-4765-a7a0-30cc99f04624,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:26.423757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:26.431461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Checking segment: {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:40:26.431856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Network hostable DHCP agents. Network: 4a0ca292-0082-4c02-99d0-ad3665156645, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:40:26.452551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Network 4a0ca292-0082-4c02-99d0-ad3665156645 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:40:26.466414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 4a0ca292-0082-4c02-99d0-ad3665156645) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:26.478418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73fba98-5889-43ba-815a-7745e62d68e5 None None] Network 4a0ca292-0082-4c02-99d0-ad3665156645 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:40:26.481996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:26.483213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:26.508361 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4a2bda52-3a4b-417d-b73a-de4492e876f7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6509664
Apr 21 07:40:26.510904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37492) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:26.517051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:40:26.523234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:26.527716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Usage tracker for resource:router and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:26.531942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:26.540289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:26.554486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:26.555845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:26.576655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:26.957204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5642449-a972-408b-9342-0888bd49560e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-4a0ca292-0082-4c02-99d0-ad3665156645', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 07:40:26.958424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.163034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-e5642449-a972-408b-9342-0888bd49560e None None] Allocated IP 172.20.0.2 (4a0ca292-0082-4c02-99d0-ad3665156645/58c9673b-9045-4765-a7a0-30cc99f04624/19ef1bca-5025-4b92-9a96-8cd28052c6cc) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:40:27.172306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.453132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.466359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-e5642449-a972-408b-9342-0888bd49560e None None] Transition to ACTIVE for port object 19ef1bca-5025-4b92-9a96-8cd28052c6cc will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:27.490153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-e5642449-a972-408b-9342-0888bd49560e None None] Transition to ACTIVE for port object 19ef1bca-5025-4b92-9a96-8cd28052c6cc will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:27.496533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.501879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:27.553184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.577928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5642449-a972-408b-9342-0888bd49560e None None] Network 4a0ca292-0082-4c02-99d0-ad3665156645 is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:27.581161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-e5642449-a972-408b-9342-0888bd49560e None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:27.586559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5642449-a972-408b-9342-0888bd49560e None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:40:27.587051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.589077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5642449-a972-408b-9342-0888bd49560e None None] Pushing event updated for resources: {'Port': ['ID=19ef1bca-5025-4b92-9a96-8cd28052c6cc,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:27.600483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.600814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.601207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.601623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.601996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.602367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.602758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.603097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.603464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.603843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.604193 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.604552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:27.640534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e5642449-a972-408b-9342-0888bd49560e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:27.700256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-e5642449-a972-408b-9342-0888bd49560e None None] Attempting to bind port 19ef1bca-5025-4b92-9a96-8cd28052c6cc on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:40:27.700675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-e5642449-a972-408b-9342-0888bd49560e None None] Attempting to bind port 19ef1bca-5025-4b92-9a96-8cd28052c6cc by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:40:27.701088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5642449-a972-408b-9342-0888bd49560e None None] Attempting to bind port 19ef1bca-5025-4b92-9a96-8cd28052c6cc on network 4a0ca292-0082-4c02-99d0-ad3665156645 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:40:27.707415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5642449-a972-408b-9342-0888bd49560e None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:40:27.707618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5642449-a972-408b-9342-0888bd49560e None None] Checking segment: {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:40:27.708140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.708746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5642449-a972-408b-9342-0888bd49560e None None] Bound using segment: {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:40:27.709403 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-e5642449-a972-408b-9342-0888bd49560e None None] Bound port: 19ef1bca-5025-4b92-9a96-8cd28052c6cc, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:40:27.709888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.739431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Allocated IP 172.27.0.63 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/e06eb757-e17f-456a-b58c-e9e6ababcc02) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:40:27.812793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-e5642449-a972-408b-9342-0888bd49560e None None] For port 19ef1bca-5025-4b92-9a96-8cd28052c6cc, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:40:27.816443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-e5642449-a972-408b-9342-0888bd49560e None None] For port 19ef1bca-5025-4b92-9a96-8cd28052c6cc, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=19ef1bca-5025-4b92-9a96-8cd28052c6cc,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:40:27.821084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e5642449-a972-408b-9342-0888bd49560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.828852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:27.907147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.943573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5642449-a972-408b-9342-0888bd49560e None None] Pushing event updated for resources: {'Port': ['ID=19ef1bca-5025-4b92-9a96-8cd28052c6cc,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:27.944978 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:27.947433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e5642449-a972-408b-9342-0888bd49560e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:27.949282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:28.017818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:28.021834 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:28.026441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:40:28.066342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e06eb757-e17f-456a-b58c-e9e6ababcc02,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:28.071337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:28.533800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:28.903212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:29.143222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Router 8e57c273-65bb-424a-9dc0-7235ef2431e1 is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:40:29.286614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee0873-1dce-4168-ba33-a1a1c738d987 None None] Network 4a0ca292-0082-4c02-99d0-ad3665156645 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:40:29.343943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:40:29.359874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Sync routers for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:40:29.368300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:29.369634 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8576021
Apr 21 07:40:29.372907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37510) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:29.398079 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:40:29.398804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbbec1d0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:40:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:29.468717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-77cf161d-7db6-4304-9917-6c2c9d6821d9 None None] Provisioning for port 19ef1bca-5025-4b92-9a96-8cd28052c6cc completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:29.671666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:40:29.823323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 19ef1bca-5025-4b92-9a96-8cd28052c6cc up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:30.074129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 19ef1bca-5025-4b92-9a96-8cd28052c6cc completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:30.085952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 19ef1bca-5025-4b92-9a96-8cd28052c6cc triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:30.086371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.113027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.224418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbbec1d0>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:28Z', 'revision_number': 3, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:30.239787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Checking router: 8e57c273-65bb-424a-9dc0-7235ef2431e1 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:40:30.240187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Updating router 8e57c273-65bb-424a-9dc0-7235ef2431e1 port e06eb757-e17f-456a-b58c-e9e6ababcc02 binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:40:30.284569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.339051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-01abcc2d-6e46-4c16-9c64-345df83fb3b0 None None] Provisioning complete for port 19ef1bca-5025-4b92-9a96-8cd28052c6cc triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:30.339482 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01abcc2d-6e46-4c16-9c64-345df83fb3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.341156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Allocated IP 172.20.0.1 (4a0ca292-0082-4c02-99d0-ad3665156645/58c9673b-9045-4765-a7a0-30cc99f04624/816a5f38-7917-47d8-b88a-45add454f5ab) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:40:30.369985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.414102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 19ef1bca-5025-4b92-9a96-8cd28052c6cc, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=19ef1bca-5025-4b92-9a96-8cd28052c6cc,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:40:30.433761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.439999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:30.497998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.515029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Transition to ACTIVE for port object 816a5f38-7917-47d8-b88a-45add454f5ab will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:30.540257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.544187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fc3b8cb5-a8d8-46a4-a8e8-5291e70ef858 tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:30.599955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=19ef1bca-5025-4b92-9a96-8cd28052c6cc,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:30.606192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:30.617804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Network 4a0ca292-0082-4c02-99d0-ad3665156645 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:30.620885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:30.625723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:40:30.655413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Pushing event updated for resources: {'Port': ['ID=816a5f38-7917-47d8-b88a-45add454f5ab,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:30.663686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:30.685346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:30.823569 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.067190 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.072841 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.078856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-cade167c-cb2c-48b7-8eb7-901054aba24d None None] Provisioning for port 816a5f38-7917-47d8-b88a-45add454f5ab completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:31.084855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.089271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-cade167c-cb2c-48b7-8eb7-901054aba24d None None] Provisioning complete for port 816a5f38-7917-47d8-b88a-45add454f5ab triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:31.089705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cade167c-cb2c-48b7-8eb7-901054aba24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.102286 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b79feede-a014-4184-8b0a-8799a27d0a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:31.136854 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Transition to ACTIVE for port object e06eb757-e17f-456a-b58c-e9e6ababcc02 will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:31.152995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.158578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:31.190998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.194914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Pushing event updated for resources: {'Port': ['ID=816a5f38-7917-47d8-b88a-45add454f5ab,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:31.198551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:31.212004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-cade167c-cb2c-48b7-8eb7-901054aba24d None None] Port 816a5f38-7917-47d8-b88a-45add454f5ab cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:40:31.252089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30efe6d-445d-47e4-87ce-0fba32486e72 None None] Pushing event updated for resources: {'Port': ['ID=e06eb757-e17f-456a-b58c-e9e6ababcc02,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:31.254697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Attempting to bind port e06eb757-e17f-456a-b58c-e9e6ababcc02 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:40:31.255635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Attempting to bind port e06eb757-e17f-456a-b58c-e9e6ababcc02 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:40:31.256044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Attempting to bind port e06eb757-e17f-456a-b58c-e9e6ababcc02 on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:40:31.258547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a30efe6d-445d-47e4-87ce-0fba32486e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:31.263050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:40:31.263473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:40:31.263960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.264392 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:40:31.264901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Bound port: e06eb757-e17f-456a-b58c-e9e6ababcc02, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:40:31.265322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.344646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Network 4a0ca292-0082-4c02-99d0-ad3665156645 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:31.345839 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:31.351589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] For port e06eb757-e17f-456a-b58c-e9e6ababcc02, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:40:31.356008 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] For port e06eb757-e17f-456a-b58c-e9e6ababcc02, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=e06eb757-e17f-456a-b58c-e9e6ababcc02,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:40:31.358727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.363788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:31.451186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:40:31.451816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbbec1d0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:40:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:31.519901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30efe6d-445d-47e4-87ce-0fba32486e72 None None] Pushing event updated for resources: {'Port': ['ID=e06eb757-e17f-456a-b58c-e9e6ababcc02,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:31.552892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Router 8e57c273-65bb-424a-9dc0-7235ef2431e1 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:40:31.582304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a30efe6d-445d-47e4-87ce-0fba32486e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:31.623370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-fc178a08-3e4e-435b-b284-dd049cc84d5f None None] Provisioning complete for port 816a5f38-7917-47d8-b88a-45add454f5ab triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:31.623720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fc178a08-3e4e-435b-b284-dd049cc84d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:31.714492 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-fc178a08-3e4e-435b-b284-dd049cc84d5f None None] Port 816a5f38-7917-47d8-b88a-45add454f5ab cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:40:31.717869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:40:31.766429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 19ef1bca-5025-4b92-9a96-8cd28052c6cc up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:32.006648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:40:32.016477 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] 10.222.0.36 "PUT /v2.0/routers/8e57c273-65bb-424a-9dc0-7235ef2431e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6423347
Apr 21 07:40:32.027351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 19ef1bca-5025-4b92-9a96-8cd28052c6cc triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:32.027351 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:32.248800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbbec1d0>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 2, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:32.253364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1ef2a-6f3f-4ce5-8b08-ce278590193c None None] The sync data for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi is: [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 2, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:40:32.664480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37534) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:32.671296 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2124501235-network', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:40:32.676926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:32.681384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Usage tracker for resource:network and tenant:dfbb0d9a3990453eacb93a87f0528e8e is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:32.684514 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:32.690990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:32.701671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Made reservation on behalf of dfbb0d9a3990453eacb93a87f0528e8e for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:40:32.706697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:32.720764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:32.740265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:32.744760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Usage tracker for resource:security_group_rule and tenant:dfbb0d9a3990453eacb93a87f0528e8e is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:32.747816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:32.753995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:32.844294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:32.849840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:32.854743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-239fd529-d224-4b2f-9ab9-2e9f0ad5f1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:32.887054 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:40:32.897085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f87702-50a6-430b-815a-f7e556698ea4,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:32.900994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:32.917982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:32.918317 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Added segment 966a3b60-09ba-49b9-8ed1-cd68cba0265c of type vlan for network 729d1251-2c97-427c-b0c4-99f4bd33c541
Apr 21 07:40:32.949696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:32.999234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:33.000903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:33.001352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:33.007245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e29dba78-4e79-4a5f-bad3-c80ca7c2bb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:33.135170 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4666693
Apr 21 07:40:33.135594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37544) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:33.136991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Pushing event updated for resources: {'Network': ['ID=729d1251-2c97-427c-b0c4-99f4bd33c541,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:33.143463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Request body: {'subnet': {'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2124501235-subnet', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'ip_version': 4}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:40:33.144249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-12fd94ff-bcd2-4e15-aaf2-597a2f3d1248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:33.150172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:40:33.150687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:33.158981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Usage tracker for resource:subnet and tenant:dfbb0d9a3990453eacb93a87f0528e8e is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:33.163824 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:33.170952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:33.190889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Made reservation on behalf of dfbb0d9a3990453eacb93a87f0528e8e for: {'subnet': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:40:33.197078 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847600459'] for subnet, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:33.681673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1c78431-f0f6-4072-81f1-a49d14937193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:33.772154 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device e06eb757-e17f-456a-b58c-e9e6ababcc02 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:33.847470 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port e06eb757-e17f-456a-b58c-e9e6ababcc02 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:33.852997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port e06eb757-e17f-456a-b58c-e9e6ababcc02 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:33.853410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:33.900750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848240075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847600476'] for subnet, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:33.905057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:33.981273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:33.981582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:33.986261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:33.996806 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Checking segment: {'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:40:33.997224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Network hostable DHCP agents. Network: 729d1251-2c97-427c-b0c4-99f4bd33c541, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:40:33.999858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port e06eb757-e17f-456a-b58c-e9e6ababcc02, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=e06eb757-e17f-456a-b58c-e9e6ababcc02,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:40:34.003353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.006487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:34.019111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:40:34.028511 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 729d1251-2c97-427c-b0c4-99f4bd33c541) {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:34.045037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:34.045726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.049692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb54f97-538e-4bd3-87cc-310b33dff502 None None] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:40:34.066075 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9292378
Apr 21 07:40:34.069235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37556) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:34.074767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:40:34.079875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:34.084233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Usage tracker for resource:router and tenant:dfbb0d9a3990453eacb93a87f0528e8e is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:34.087868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:34.094816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:34.106336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.107362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.128548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.167762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=e06eb757-e17f-456a-b58c-e9e6ababcc02,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:34.171224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:34.310434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-729d1251-2c97-427c-b0c4-99f4bd33c541', 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'fixed_ips': [{'subnet_id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 07:40:34.311812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.419149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.478674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Allocated IP 172.20.0.2 (729d1251-2c97-427c-b0c4-99f4bd33c541/6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71/ce223aa3-71ab-4792-9761-dbff7b255718) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:40:34.704215 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.716038 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Transition to ACTIVE for port object ce223aa3-71ab-4792-9761-dbff7b255718 will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:34.750286 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.788888 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.912475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Transition to ACTIVE for port object ce223aa3-71ab-4792-9761-dbff7b255718 will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:34.919173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:34.924491 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:34.941044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Allocated IP 172.27.0.134 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/4aaf91f1-d9b1-4733-adaa-36cbf0d481f0) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:40:34.996040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:35.000415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:35.004653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:40:35.012080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Pushing event updated for resources: {'Port': ['ID=ce223aa3-71ab-4792-9761-dbff7b255718,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:35.016307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:35.108985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:35.111503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Attempting to bind port ce223aa3-71ab-4792-9761-dbff7b255718 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:40:35.111912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Attempting to bind port ce223aa3-71ab-4792-9761-dbff7b255718 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:40:35.112324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Attempting to bind port ce223aa3-71ab-4792-9761-dbff7b255718 on network 729d1251-2c97-427c-b0c4-99f4bd33c541 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:40:35.119198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:40:35.119636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Checking segment: {'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:40:35.120143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:35.120531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Bound using segment: {'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:40:35.121140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Bound port: ce223aa3-71ab-4792-9761-dbff7b255718, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:40:35.121526 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:35.141531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:35.146821 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-47b19bf6-66a4-4cf7-b5c4-91492cde7090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:35.221311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:35.224817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:35.225053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] For port ce223aa3-71ab-4792-9761-dbff7b255718, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:40:35.228879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:40:35.232141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] For port ce223aa3-71ab-4792-9761-dbff7b255718, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=ce223aa3-71ab-4792-9761-dbff7b255718,segment=NetworkSegment(966a3b60-09ba-49b9-8ed1-cd68cba0265c),segment_id=966a3b60-09ba-49b9-8ed1-cd68cba0265c)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:40:35.236882 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:35.241603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:35.266124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=4aaf91f1-d9b1-4733-adaa-36cbf0d481f0,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:35.270655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:35.325696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Pushing event updated for resources: {'Port': ['ID=ce223aa3-71ab-4792-9761-dbff7b255718,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:35.328877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:35.510848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Sync routers for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:40:35.523278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:40:35.524088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baaa1d30>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:40:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:35.718396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:35.738679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:40:35.845448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device ce223aa3-71ab-4792-9761-dbff7b255718 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:35.933496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port ce223aa3-71ab-4792-9761-dbff7b255718 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:35.943669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device e06eb757-e17f-456a-b58c-e9e6ababcc02 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:36.029584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port e06eb757-e17f-456a-b58c-e9e6ababcc02 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:36.030379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:36.124943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:36.274167 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baaa1d30>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 2, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:36.278413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Checking router: 8e57c273-65bb-424a-9dc0-7235ef2431e1 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:40:36.278929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Updating router 8e57c273-65bb-424a-9dc0-7235ef2431e1 port 816a5f38-7917-47d8-b88a-45add454f5ab binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:40:36.345271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:36.383196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Router 2b2510b4-36af-471e-af92-8f1dd0143c55 is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:40:36.525143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37576) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:36.741783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b6a8b-9d4e-4ce7-8474-26166ff6fe95 None None] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:40:36.769322 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:36.783071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Transition to ACTIVE for port object 816a5f38-7917-47d8-b88a-45add454f5ab will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:36.791454 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:36.795860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:36.847328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:36.860012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-8b4dd5db-030a-4bcc-8410-cf65b90d35f7 None None] Provisioning for port ce223aa3-71ab-4792-9761-dbff7b255718 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:36.870303 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:36.871737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-8b4dd5db-030a-4bcc-8410-cf65b90d35f7 None None] Provisioning complete for port ce223aa3-71ab-4792-9761-dbff7b255718 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:36.872238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd5db-030a-4bcc-8410-cf65b90d35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:36.885820 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Usage tracker for resource:security_group_rule and tenant:3cd94a29b2ff46b1b83dd06ea66494a7 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:36.890455 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:36.900077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:36.902678 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:40:36.931916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Pushing event updated for resources: {'Port': ['ID=816a5f38-7917-47d8-b88a-45add454f5ab,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:36.944496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Sync routers for ids ['2b2510b4-36af-471e-af92-8f1dd0143c55'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:40:36.956567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:36.957982 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.8876464
Apr 21 07:40:36.961417 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37582) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:36.982429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.982811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.983182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.983545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.983902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.984261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.984621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.984976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.985335 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.985712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.986111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:36.986413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:40:37.024907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Routers {'2b2510b4-36af-471e-af92-8f1dd0143c55'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:40:37.025831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba515ef0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:40:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2b2510b4-36af-471e-af92-8f1dd0143c55'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:37.029332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:37.054164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Attempting to bind port 816a5f38-7917-47d8-b88a-45add454f5ab on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:40:37.054576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Attempting to bind port 816a5f38-7917-47d8-b88a-45add454f5ab by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:40:37.054975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Attempting to bind port 816a5f38-7917-47d8-b88a-45add454f5ab on network 4a0ca292-0082-4c02-99d0-ad3665156645 {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:40:37.062007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.063490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:40:37.063964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Checking segment: {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:40:37.064362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.064827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Bound using segment: {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:40:37.065397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Bound port: 816a5f38-7917-47d8-b88a-45add454f5ab, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:40:37.065898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.067069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.076936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-df9c2d97-4735-41aa-9c51-1f870c53dc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:37.139472 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cd94a29b2ff46b1b83dd06ea66494a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6130152
Apr 21 07:40:37.140424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee8a661-3e18-4b3e-9f51-dcd8bef80ac1,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:37.143903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37586) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:37.147560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b6bb1882-f687-461f-bb73-06e3eb242917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:37.189081 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] For port 816a5f38-7917-47d8-b88a-45add454f5ab, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:40:37.193222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] For port 816a5f38-7917-47d8-b88a-45add454f5ab, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=816a5f38-7917-47d8-b88a-45add454f5ab,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:40:37.199735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.206196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-90c8a684-6009-48db-b9fd-b070815fe250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:37.222482 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-492a99ab-34df-4031-b2dc-60a5fe9d0c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.257985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-492a99ab-34df-4031-b2dc-60a5fe9d0c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.326815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:40:37.327461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baaa1d30>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:40:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:37.336032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-492a99ab-34df-4031-b2dc-60a5fe9d0c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.341045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-885f87d6-d75d-4c7b-8301-bca032f378c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:37.357156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a99ab-34df-4031-b2dc-60a5fe9d0c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee8a661-3e18-4b3e-9f51-dcd8bef80ac1,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:37.363699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-492a99ab-34df-4031-b2dc-60a5fe9d0c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:37.374003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-492a99ab-34df-4031-b2dc-60a5fe9d0c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.379166 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-492a99ab-34df-4031-b2dc-60a5fe9d0c77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ee8a661-3e18-4b3e-9f51-dcd8bef80ac1 HTTP/1.1" status: 204  len: 168 time: 0.2341921
Apr 21 07:40:37.396026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-56a0a151-d6e4-4ec8-88ff-b6240d8cc889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.416489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Pushing event updated for resources: {'Port': ['ID=816a5f38-7917-47d8-b88a-45add454f5ab,revision_number=4']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:37.466559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd5db-030a-4bcc-8410-cf65b90d35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.498254 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3150f9d9-9470-4cc5-a243-295d5a97b593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:37.533395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Set router 2b2510b4-36af-471e-af92-8f1dd0143c55 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:40:37.580891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:40:37.675868 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-8b4dd5db-030a-4bcc-8410-cf65b90d35f7 None None] For port ce223aa3-71ab-4792-9761-dbff7b255718, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=ce223aa3-71ab-4792-9761-dbff7b255718,segment=NetworkSegment(966a3b60-09ba-49b9-8ed1-cd68cba0265c),segment_id=966a3b60-09ba-49b9-8ed1-cd68cba0265c)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:40:37.687773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd5db-030a-4bcc-8410-cf65b90d35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.736517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:37.865831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37596) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:37.871663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 816a5f38-7917-47d8-b88a-45add454f5ab up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:37.886556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:37.912275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:37.935439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Usage tracker for resource:security_group_rule and tenant:72fe1cb1232e466da9bbbf8872fea454 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:37.939736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dd5db-030a-4bcc-8410-cf65b90d35f7 None None] Pushing event updated for resources: {'Port': ['ID=ce223aa3-71ab-4792-9761-dbff7b255718,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:37.940213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:37.943307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8b4dd5db-030a-4bcc-8410-cf65b90d35f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:37.956627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:38.066599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.074858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 816a5f38-7917-47d8-b88a-45add454f5ab completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:38.077537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baaa1d30>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:37Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:38.083433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993f71d-5a8d-4d0b-a0b7-31c103222923 None None] The sync data for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi is: [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:37Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:40:38.092692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 816a5f38-7917-47d8-b88a-45add454f5ab triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:38.093502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.102811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.116170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.142363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:38.170779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba515ef0>, [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:35Z', 'revision_number': 3, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port': {'id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:38.177221 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72fe1cb1232e466da9bbbf8872fea454&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3097174
Apr 21 07:40:38.180623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37600) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:38.184609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Checking router: 2b2510b4-36af-471e-af92-8f1dd0143c55 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:40:38.185020 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Updating router 2b2510b4-36af-471e-af92-8f1dd0143c55 port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:40:38.229413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb3b668-9918-4966-b73c-660ace9e5eb3,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:38.253410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:38.300273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8550da0a-9289-44cf-9902-f28457c16082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.306760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-c6be11ea-5015-4c12-91e0-ae3c58e5f240 None None] Provisioning complete for port ce223aa3-71ab-4792-9761-dbff7b255718 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:38.307182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c6be11ea-5015-4c12-91e0-ae3c58e5f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.342290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8550da0a-9289-44cf-9902-f28457c16082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.361986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Allocated IP 172.20.0.1 (729d1251-2c97-427c-b0c4-99f4bd33c541/6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71/bd3c2278-b4e9-4e2b-8702-e45bd8092d43) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:40:38.402885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8550da0a-9289-44cf-9902-f28457c16082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.409676 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c25b91fc-43ff-4e8c-a561-36e8a5e93cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:38.411573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.428534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8550da0a-9289-44cf-9902-f28457c16082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.430537 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8550da0a-9289-44cf-9902-f28457c16082 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5eb3b668-9918-4966-b73c-660ace9e5eb3 HTTP/1.1" status: 204  len: 168 time: 0.2487590
Apr 21 07:40:38.432439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550da0a-9289-44cf-9902-f28457c16082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb3b668-9918-4966-b73c-660ace9e5eb3,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:38.435229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8550da0a-9289-44cf-9902-f28457c16082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:38.556150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.578044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Transition to ACTIVE for port object bd3c2278-b4e9-4e2b-8702-e45bd8092d43 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:38.604093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.609386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-82707b10-14d4-4606-b158-2c095454e054 tempest-VolumesNegativeTest-124954765 tempest-VolumesNegativeTest-124954765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:38.646495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.687095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:38.688115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Pushing event updated for resources: {'Port': ['ID=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:38.691212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:38.692559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:38.694943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:40:38.729722 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 816a5f38-7917-47d8-b88a-45add454f5ab, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=816a5f38-7917-47d8-b88a-45add454f5ab,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:40:38.745198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.750915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.757940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6efe8606-ebec-4afd-8a55-418374a137b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:38.763852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:38.959139 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.009119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=816a5f38-7917-47d8-b88a-45add454f5ab,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:39.016234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:39.149200 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-db9d1b1a-e857-43ea-9bf9-08b9040ad897 None None] Provisioning for port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:39.156853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-db9d1b1a-e857-43ea-9bf9-08b9040ad897 None None] Provisioning complete for port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:39.157267 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-db9d1b1a-e857-43ea-9bf9-08b9040ad897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.232732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.239217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.270483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0a5d3d8e-c09d-4a35-9981-a9f492a5de33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:39.296818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.308423 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-db9d1b1a-e857-43ea-9bf9-08b9040ad897 None None] Port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:40:39.334596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.349352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Transition to ACTIVE for port object 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:39.356117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.361763 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:39.363814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Pushing event updated for resources: {'Port': ['ID=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:39.369578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:39.370705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.448338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Attempting to bind port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:40:39.448752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Attempting to bind port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:40:39.449156 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Attempting to bind port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:40:39.457230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dee965-6e7b-4873-87df-cdf2c0deb31e None None] Pushing event updated for resources: {'Port': ['ID=4aaf91f1-d9b1-4733-adaa-36cbf0d481f0,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:39.460305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:40:39.460726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:40:39.461173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.461624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:40:39.462149 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Bound port: 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:40:39.462563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.488138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-45dee965-6e7b-4873-87df-cdf2c0deb31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:39.527646 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:39.528928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:39.541063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] For port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:40:39.544891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] For port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=4aaf91f1-d9b1-4733-adaa-36cbf0d481f0,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:40:39.550555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.555846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:39.666720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dee965-6e7b-4873-87df-cdf2c0deb31e None None] Pushing event updated for resources: {'Port': ['ID=4aaf91f1-d9b1-4733-adaa-36cbf0d481f0,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:39.673064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-45dee965-6e7b-4873-87df-cdf2c0deb31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:39.680723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.684437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Routers {'2b2510b4-36af-471e-af92-8f1dd0143c55'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:40:39.685302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba515ef0>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:40:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2b2510b4-36af-471e-af92-8f1dd0143c55'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:39.771147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Router 2b2510b4-36af-471e-af92-8f1dd0143c55 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:40:39.831122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device ce223aa3-71ab-4792-9761-dbff7b255718 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:39.940431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ca93efd2-b29a-4831-91fb-b38d270d8f15 None None] Provisioning complete for port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:39.940886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ca93efd2-b29a-4831-91fb-b38d270d8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:39.970515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:40:39.980253 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-66e17028-4157-4a74-9389-0a273021bd6a admin admin] 10.222.0.36 "PUT /v2.0/routers/2b2510b4-36af-471e-af92-8f1dd0143c55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0175145
Apr 21 07:40:40.031986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] Set router 2b2510b4-36af-471e-af92-8f1dd0143c55 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:40:40.087917 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-ca93efd2-b29a-4831-91fb-b38d270d8f15 None None] Port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:40:40.109123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port ce223aa3-71ab-4792-9761-dbff7b255718 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:40.109580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:40.433684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 816a5f38-7917-47d8-b88a-45add454f5ab up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:40.566829 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 816a5f38-7917-47d8-b88a-45add454f5ab triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:40.567727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:40.629666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba515ef0>, [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 4, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port': {'id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bd3c2278-b4e9-4e2b-8702-e45bd8092d43', 'name': '', 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'mac_address': 'fa:16:3e:63:33:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:38Z', 'updated_at': '2021-04-21T07:40:39Z', 'revision_number': 2, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'subnets': [{'id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:40.639169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877882e4-c8bd-489e-8b88-a9d17a848c70 None None] The sync data for ids ['2b2510b4-36af-471e-af92-8f1dd0143c55'] in dv-cinder-779194-2-iscsi is: [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 4, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port': {'id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bd3c2278-b4e9-4e2b-8702-e45bd8092d43', 'name': '', 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'mac_address': 'fa:16:3e:63:33:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:38Z', 'updated_at': '2021-04-21T07:40:39Z', 'revision_number': 2, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'subnets': [{'id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:40:41.800754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:41.901731 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:41.907208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:41.908063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:42.051753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:42.069692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=4aaf91f1-d9b1-4733-adaa-36cbf0d481f0,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:40:42.074050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:42.076043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:42.340352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=4aaf91f1-d9b1-4733-adaa-36cbf0d481f0,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:42.344067 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:43.774415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:43.883767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:43.884185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:44.246918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Sync routers for ids ['2b2510b4-36af-471e-af92-8f1dd0143c55'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:40:44.260107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Routers {'2b2510b4-36af-471e-af92-8f1dd0143c55'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:40:44.261458 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb34898>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:40:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2b2510b4-36af-471e-af92-8f1dd0143c55'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:44.472754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Set router 2b2510b4-36af-471e-af92-8f1dd0143c55 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:40:44.845102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb34898>, [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 4, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port': {'id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bd3c2278-b4e9-4e2b-8702-e45bd8092d43', 'name': '', 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'mac_address': 'fa:16:3e:63:33:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:38Z', 'updated_at': '2021-04-21T07:40:39Z', 'revision_number': 2, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'subnets': [{'id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:44.850474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Checking router: 2b2510b4-36af-471e-af92-8f1dd0143c55 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:40:44.851125 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Updating router 2b2510b4-36af-471e-af92-8f1dd0143c55 port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:40:44.929144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:45.439357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:45.455739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Transition to ACTIVE for port object bd3c2278-b4e9-4e2b-8702-e45bd8092d43 will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:45.465509 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:45.476598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:45.828546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65fa7b-13e3-4717-8856-57405612377f None None] Pushing event updated for resources: {'Port': ['ID=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:45.862808 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fb65fa7b-13e3-4717-8856-57405612377f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:45.926173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Attempting to bind port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:40:45.926848 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Attempting to bind port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:40:45.927331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Attempting to bind port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 on network 729d1251-2c97-427c-b0c4-99f4bd33c541 {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:40:45.934492 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:40:45.934795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Checking segment: {'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:40:45.935307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:45.935867 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Bound using segment: {'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:40:45.936408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Bound port: bd3c2278-b4e9-4e2b-8702-e45bd8092d43, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966a3b60-09ba-49b9-8ed1-cd68cba0265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:40:45.936891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:46.035284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] For port bd3c2278-b4e9-4e2b-8702-e45bd8092d43, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:40:46.038923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] For port bd3c2278-b4e9-4e2b-8702-e45bd8092d43, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,segment=NetworkSegment(966a3b60-09ba-49b9-8ed1-cd68cba0265c),segment_id=966a3b60-09ba-49b9-8ed1-cd68cba0265c)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:40:46.044072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:46.050788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:46.135042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Routers {'2b2510b4-36af-471e-af92-8f1dd0143c55'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:40:46.135756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb34898>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:40:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2b2510b4-36af-471e-af92-8f1dd0143c55'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:46.291301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65fa7b-13e3-4717-8856-57405612377f None None] Pushing event updated for resources: {'Port': ['ID=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,revision_number=4']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:46.310256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fb65fa7b-13e3-4717-8856-57405612377f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:46.375583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] Set router 2b2510b4-36af-471e-af92-8f1dd0143c55 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:40:46.769945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bbb34898>, [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 4, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port': {'id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bd3c2278-b4e9-4e2b-8702-e45bd8092d43', 'name': '', 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'mac_address': 'fa:16:3e:63:33:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:38Z', 'updated_at': '2021-04-21T07:40:46Z', 'revision_number': 4, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'subnets': [{'id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:40:46.774754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b34d13-11ef-415b-95b3-6045af00d8cb None None] The sync data for ids ['2b2510b4-36af-471e-af92-8f1dd0143c55'] in dv-cinder-779194-2-iscsi is: [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 4, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port': {'id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bd3c2278-b4e9-4e2b-8702-e45bd8092d43', 'name': '', 'network_id': '729d1251-2c97-427c-b0c4-99f4bd33c541', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'mac_address': 'fa:16:3e:63:33:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:38Z', 'updated_at': '2021-04-21T07:40:46Z', 'revision_number': 4, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'subnets': [{'id': '6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:40:47.264489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37762) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:47.431434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:47.450037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:47.457595 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Usage tracker for resource:security_group_rule and tenant:c351ea4937b4440ebc0f4e43130f67f8 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:47.461040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:47.467751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:47.563321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:47.566811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:47.592732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-78b8867c-7c84-438a-aa96-5e914060635e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:47.616785 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c351ea4937b4440ebc0f4e43130f67f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3509674
Apr 21 07:40:47.617263 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37768) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:47.635243 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402f258e-e045-4554-a5b3-03834931e900,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:47.638862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1d1f4f66-f012-4c81-ac1a-c73541b49022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:47.702853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0402b0f0-4abb-43df-bf3a-e422c666206e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:47.742045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0402b0f0-4abb-43df-bf3a-e422c666206e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:47.801787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0402b0f0-4abb-43df-bf3a-e422c666206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:47.808673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fda8743e-b65a-414d-8440-32018c8fe55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:47.825155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402b0f0-4abb-43df-bf3a-e422c666206e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f258e-e045-4554-a5b3-03834931e900,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:47.825945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0402b0f0-4abb-43df-bf3a-e422c666206e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:47.827043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device bd3c2278-b4e9-4e2b-8702-e45bd8092d43 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:47.830983 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0402b0f0-4abb-43df-bf3a-e422c666206e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/402f258e-e045-4554-a5b3-03834931e900 HTTP/1.1" status: 204  len: 168 time: 0.2123754
Apr 21 07:40:47.832177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0402b0f0-4abb-43df-bf3a-e422c666206e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:47.942518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:47.949325 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:47.950348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.092437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.140843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port bd3c2278-b4e9-4e2b-8702-e45bd8092d43, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,segment=NetworkSegment(966a3b60-09ba-49b9-8ed1-cd68cba0265c),segment_id=966a3b60-09ba-49b9-8ed1-cd68cba0265c)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:40:48.144930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.152907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:48.240153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37776) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:48.242903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:48.246471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:48.265133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.281716 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:48.286050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Usage tracker for resource:security_group_rule and tenant:803f20008d244974ad4cfab23940c194 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:48.289171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:48.295374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:48.392769 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.397866 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.407283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-52194cf7-8836-43db-9e91-e1120b38909f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:48.452094 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=803f20008d244974ad4cfab23940c194&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2105784
Apr 21 07:40:48.453076 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37780) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:48.454739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234f583e-33b9-403f-8833-f1661da01621,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:48.458876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-995b9805-6087-4b01-8747-06baa0927144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:48.524813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0b2df789-485b-4c50-8468-08b267580407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.554058 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0b2df789-485b-4c50-8468-08b267580407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.606910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0b2df789-485b-4c50-8468-08b267580407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.611266 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ba74b310-ab17-40f1-8eac-845087272635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:48.628045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2df789-485b-4c50-8468-08b267580407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234f583e-33b9-403f-8833-f1661da01621,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:48.631502 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0b2df789-485b-4c50-8468-08b267580407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:48.637293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.640124 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0b2df789-485b-4c50-8468-08b267580407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:48.644755 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-0b2df789-485b-4c50-8468-08b267580407 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/234f583e-33b9-403f-8833-f1661da01621 HTTP/1.1" status: 204  len: 168 time: 0.1901345
Apr 21 07:40:49.773518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device bd3c2278-b4e9-4e2b-8702-e45bd8092d43 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:40:49.848709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:49.849115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:51.032963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266919-367f-4234-80e7-4f4b32b27296 req-43f16e9d-bb60-4506-9b85-9135e73f6a00 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:51.034580 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-43f16e9d-bb60-4506-9b85-9135e73f6a00 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 813 time: 0.1612678
Apr 21 07:40:51.054283 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-bc3269ac-eb63-4ee1-9a6e-20ab1e81d3ca tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/quotas/db513aec38f844e69fad7da7dee8de48 HTTP/1.1" status: 200  len: 375 time: 0.0103340
Apr 21 07:40:51.157251 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-e92ebe56-e852-4366-881c-320f4e2b3fc8 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0945995
Apr 21 07:40:51.293938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-42914534-569d-4eb1-9283-d4c1c83f1afc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 07:40:51.294993 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-42914534-569d-4eb1-9283-d4c1c83f1afc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1228049
Apr 21 07:40:51.442002 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-1c91a176-56af-46fd-934d-3df47f6aa66c service neutron] 10.222.0.36 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376324
Apr 21 07:40:51.587223 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-c9cfb8ab-d539-4659-93a3-c96a7d0ed847 service neutron] 10.222.0.36 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353440
Apr 21 07:40:51.855572 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0a208050-8223-4614-b35f-a70601fa14f1 req-7eb3aef0-e0de-421d-81b7-843debfe65f4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 210 time: 0.1035490
Apr 21 07:40:53.031018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9df682fb-28a6-479f-aac2-d6b857b9ecee req-b7ed9060-f61a-4475-83bc-f19a6cbf262d tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 210 time: 0.0496738
Apr 21 07:40:53.084945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.18', 55169) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:40:53.248883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266919-367f-4234-80e7-4f4b32b27296 req-d3864bf3-5bfb-4ce3-bc28-9921be0927e5 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:53.250450 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-d3864bf3-5bfb-4ce3-bc28-9921be0927e5 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.18 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 813 time: 0.1640465
Apr 21 07:40:53.269885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'port': {'device_id': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'admin_state_up': True, 'tenant_id': 'db513aec38f844e69fad7da7dee8de48'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:40:53.417422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:40:53.421664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:port and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:40:53.425206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:40:53.431772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:40:53.441736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Made reservation on behalf of db513aec38f844e69fad7da7dee8de48 for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:40:53.447946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:53.622817 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Allocated IP 172.20.0.3 (4a0ca292-0082-4c02-99d0-ad3665156645/58c9673b-9045-4765-a7a0-30cc99f04624/9602dc5b-4425-4584-afbb-44ca8b7129bb) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:40:53.878642 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:53.903389 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Transition to ACTIVE for port object 9602dc5b-4425-4584-afbb-44ca8b7129bb will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:40:53.935196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:53.950721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:40:54.013515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Network 4a0ca292-0082-4c02-99d0-ad3665156645 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:40:54.019807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:40:54.029930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:40:54.133814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'Port': ['ID=9602dc5b-4425-4584-afbb-44ca8b7129bb,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:40:54.167523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:40:54.183221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:54.183901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:54.254679 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9892359
Apr 21 07:40:54.298283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f6577ebd-de58-4794-9103-64a5a151cbb7 None None] Provisioning for port 9602dc5b-4425-4584-afbb-44ca8b7129bb completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:40:54.304451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f6577ebd-de58-4794-9103-64a5a151cbb7 None None] Provisioning complete for port 9602dc5b-4425-4584-afbb-44ca8b7129bb triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:40:54.305206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f6577ebd-de58-4794-9103-64a5a151cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:40:54.308955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af55e-ea8b-4d29-90d2-62b860a1c2ee req-e98614aa-fd99-4120-90b1-a934f2e82dad tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:54.311115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-a70af55e-ea8b-4d29-90d2-62b860a1c2ee req-e98614aa-fd99-4120-90b1-a934f2e82dad tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Synchronizing usage tracker for tenant:db513aec38f844e69fad7da7dee8de48 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:40:54.337969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-a70af55e-ea8b-4d29-90d2-62b860a1c2ee req-e98614aa-fd99-4120-90b1-a934f2e82dad tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Unset dirty status for tenant:db513aec38f844e69fad7da7dee8de48 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:40:54.339467 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a70af55e-ea8b-4d29-90d2-62b860a1c2ee req-e98614aa-fd99-4120-90b1-a934f2e82dad tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.1509731
Apr 21 07:40:54.389337 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f6577ebd-de58-4794-9103-64a5a151cbb7 None None] Port 9602dc5b-4425-4584-afbb-44ca8b7129bb cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:40:54.410854 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a70af55e-ea8b-4d29-90d2-62b860a1c2ee req-d05020e9-6738-4b75-bbd6-eb937021d6db tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644755
Apr 21 07:40:55.628906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e5d69-2825-4dda-9862-56446d2faf4e req-cfafaa17-d3e0-4c3b-8fa0-fe5da9b74bb1 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:55.630713 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f12e5d69-2825-4dda-9862-56446d2faf4e req-cfafaa17-d3e0-4c3b-8fa0-fe5da9b74bb1 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.0962424
Apr 21 07:40:55.681721 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f12e5d69-2825-4dda-9862-56446d2faf4e req-5ed784bb-2b90-43ad-9253-138daa66903c tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433698
Apr 21 07:40:56.895861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153155a8-8aec-4990-a561-8424f1b51e50 req-955796f3-f42e-4f60-912b-356ded0c0743 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:56.897991 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-153155a8-8aec-4990-a561-8424f1b51e50 req-955796f3-f42e-4f60-912b-356ded0c0743 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.0928705
Apr 21 07:40:56.950128 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-153155a8-8aec-4990-a561-8424f1b51e50 req-dd5168ce-3201-4242-b245-146de43311a6 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446119
Apr 21 07:40:58.173890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bd343-564b-45d3-b5fb-4c3f3c265d21 req-febef2f4-fdd2-4d1b-a2dd-d5dc531c852c tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:58.175536 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f23bd343-564b-45d3-b5fb-4c3f3c265d21 req-febef2f4-fdd2-4d1b-a2dd-d5dc531c852c tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.1014726
Apr 21 07:40:58.227054 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f23bd343-564b-45d3-b5fb-4c3f3c265d21 req-81ad62fe-601b-42c6-8890-af73f592527e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434747
Apr 21 07:40:59.436044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb7a38-a953-46f6-a395-24cf03dd26db req-0c2be24e-068b-4e82-867e-2f10a7a413a1 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:40:59.437830 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-95fb7a38-a953-46f6-a395-24cf03dd26db req-0c2be24e-068b-4e82-867e-2f10a7a413a1 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.0912290
Apr 21 07:40:59.487929 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-95fb7a38-a953-46f6-a395-24cf03dd26db req-3c2b21d4-dacf-4e81-8397-6561305a2afc tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431702
Apr 21 07:41:00.226046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:41:00.703184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7ff17-662f-4e83-aaef-0cf4b3660cc6 req-3495f9c4-0b31-44ea-91ad-61067227e2af tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:00.704676 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3eb7ff17-662f-4e83-aaef-0cf4b3660cc6 req-3495f9c4-0b31-44ea-91ad-61067227e2af tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.0942280
Apr 21 07:41:00.754740 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3eb7ff17-662f-4e83-aaef-0cf4b3660cc6 req-05ff21c3-ee7f-4332-b648-e74bc5ff187a tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433617
Apr 21 07:41:01.970781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7e23-cfdd-44b0-8a7b-18e5814d66c0 req-083f4d9d-18c4-4229-bd3a-668a8ebd5b80 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:01.972365 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5e1b7e23-cfdd-44b0-8a7b-18e5814d66c0 req-083f4d9d-18c4-4229-bd3a-668a8ebd5b80 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.1002007
Apr 21 07:41:02.027232 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5e1b7e23-cfdd-44b0-8a7b-18e5814d66c0 req-23117837-ee69-4529-be7f-91277bfaa7a9 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476680
Apr 21 07:41:03.240461 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f849f3e-76e8-4d0d-acc2-33962bc07e2a req-d84997a9-4edc-448a-a949-42fe754712f5 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:03.242165 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f849f3e-76e8-4d0d-acc2-33962bc07e2a req-d84997a9-4edc-448a-a949-42fe754712f5 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.0923998
Apr 21 07:41:03.291937 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2f849f3e-76e8-4d0d-acc2-33962bc07e2a req-eeef7af5-b368-43b7-8042-8781584be48a tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429556
Apr 21 07:41:03.690587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9c74b181-79c1-4a9b-8e59-c7c510553db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:04.528043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b37ddc-564d-4df7-9634-9e9bcf5f2845 req-29bda5ac-04d9-4835-ae5c-3d3fc414165e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:04.529718 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18b37ddc-564d-4df7-9634-9e9bcf5f2845 req-29bda5ac-04d9-4835-ae5c-3d3fc414165e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.1106961
Apr 21 07:41:04.577794 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-18b37ddc-564d-4df7-9634-9e9bcf5f2845 req-082ddc62-295e-46ec-b38a-e31f8058dac1 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415702
Apr 21 07:41:05.571624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-6c451474-3bc1-4697-9de7-9bf2b5071a3d tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 07:41:05.572588 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-6c451474-3bc1-4697-9de7-9bf2b5071a3d tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0081494
Apr 21 07:41:05.640559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Request body: {'port': {'device_id': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:05.813725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:05.921878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3f823-5dc4-426d-a0b9-c663185c1189 req-7038639b-3e9b-4621-8c35-4a0f0f535504 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:05.923440 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bee3f823-5dc4-426d-a0b9-c663185c1189 req-7038639b-3e9b-4621-8c35-4a0f0f535504 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 931 time: 0.1930120
Apr 21 07:41:06.052834 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bee3f823-5dc4-426d-a0b9-c663185c1189 req-837cad8f-d94a-4b2a-8e19-0255f13b7431 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872364
Apr 21 07:41:06.251787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9602dc5b-4425-4584-afbb-44ca8b7129bb {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:41:06.259953 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:06.275788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Transition to ACTIVE for port object 9602dc5b-4425-4584-afbb-44ca8b7129bb will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:41:06.279368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:06.283377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-919bf8e1-dc38-48ed-ad1c-5d8518e4ac0f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:06.420919 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Pushing event updated for resources: {'Port': ['ID=9602dc5b-4425-4584-afbb-44ca8b7129bb,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:06.460041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.460459 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.460874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.461285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.461709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.462119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.462513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.462915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.463306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.463798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.464535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.464947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:06.469667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:06.548562 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Attempting to bind port 9602dc5b-4425-4584-afbb-44ca8b7129bb on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:41:06.548876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Attempting to bind port 9602dc5b-4425-4584-afbb-44ca8b7129bb by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:41:06.549249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Attempting to bind port 9602dc5b-4425-4584-afbb-44ca8b7129bb on network 4a0ca292-0082-4c02-99d0-ad3665156645 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:41:06.554671 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Port 9602dc5b-4425-4584-afbb-44ca8b7129bb on network 4a0ca292-0082-4c02-99d0-ad3665156645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:41:06.555034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Attempting to bind port 9602dc5b-4425-4584-afbb-44ca8b7129bb on network 4a0ca292-0082-4c02-99d0-ad3665156645 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:41:06.561407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:41:06.561840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Checking segment: {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:41:06.562261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Bound using segment: {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:41:06.562734 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Bound port: 9602dc5b-4425-4584-afbb-44ca8b7129bb, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:41:06.563116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:06.674582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] For port 9602dc5b-4425-4584-afbb-44ca8b7129bb, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:41:06.678063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] For port 9602dc5b-4425-4584-afbb-44ca8b7129bb, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:41:06.683772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:06.687636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-03a7ee13-5abd-4b12-8192-facb07d6fbe0 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:06.748979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:06.749701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:06.751285 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] 10.222.0.18 "PUT /v2.0/ports/9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 1093 time: 1.1699698
Apr 21 07:41:06.751825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:41:06.774875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Pushing event updated for resources: {'Port': ['ID=9602dc5b-4425-4584-afbb-44ca8b7129bb,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:06.778629 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:06.900230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266919-367f-4234-80e7-4f4b32b27296 req-60b26e9f-63a9-4a28-b1a1-be8eaf43c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:06.901929 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-60b26e9f-63a9-4a28-b1a1-be8eaf43c6d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1096 time: 0.0849590
Apr 21 07:41:06.985751 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-807a79c3-b643-4cc8-aa16-e4c0b3fc060e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 217 time: 0.0706303
Apr 21 07:41:07.142750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c3c64090-b7d7-470a-a4af-cca6d13a75b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:07.304711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266919-367f-4234-80e7-4f4b32b27296 req-f0886775-85a7-47d8-9497-5959a0f127d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:07.306451 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-f0886775-85a7-47d8-9497-5959a0f127d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 200  len: 852 time: 0.3144391
Apr 21 07:41:07.469475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266919-367f-4234-80e7-4f4b32b27296 req-4329c36a-c1a5-436b-9d01-d039df3f7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:07.471041 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-4329c36a-c1a5-436b-9d01-d039df3f7ad2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a0ca292-0082-4c02-99d0-ad3665156645&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1540363
Apr 21 07:41:07.483196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcc4a8-a945-450f-96e5-073a6b208549 req-0d933dbe-5e4f-4d00-ae28-c7513abc683b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:07.484691 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cfdcc4a8-a945-450f-96e5-073a6b208549 req-0d933dbe-5e4f-4d00-ae28-c7513abc683b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 943 time: 0.1267240
Apr 21 07:41:07.619525 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cfdcc4a8-a945-450f-96e5-073a6b208549 req-bf7f1b1c-2a1d-4944-a39f-c17e1a6c4c12 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121166
Apr 21 07:41:07.658267 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-52e1c85c-ab53-4100-bda1-e43e9f621dec service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725726
Apr 21 07:41:07.803279 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-41266919-367f-4234-80e7-4f4b32b27296 req-1059d533-7ef3-4444-89ed-5302f9b7d466 service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388083
Apr 21 07:41:07.911436 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'status': 'completed', 'code': 200}
Apr 21 07:41:08.049064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-ec0cb499-6d0b-4333-bc65-4bd964a2fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:08.050740 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-ec0cb499-6d0b-4333-bc65-4bd964a2fc37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1096 time: 0.0947044
Apr 21 07:41:08.203739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-dfa12d76-3e69-4c77-9315-63efa16d9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:08.205281 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-dfa12d76-3e69-4c77-9315-63efa16d9256 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 913 time: 0.1469760
Apr 21 07:41:08.283811 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-43def10a-42c2-44a8-a385-1ff396a2f338 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 217 time: 0.0706921
Apr 21 07:41:08.357348 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-817664db-1eba-45c6-8b8d-8bad48790ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:08.359065 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-817664db-1eba-45c6-8b8d-8bad48790ada service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 200  len: 852 time: 0.0686946
Apr 21 07:41:08.441073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-369945e8-1a2f-40c6-9443-96ec551da96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:08.442761 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-369945e8-1a2f-40c6-9443-96ec551da96e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a0ca292-0082-4c02-99d0-ad3665156645&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769529
Apr 21 07:41:08.512686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:08.587061 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-f9d9e183-0b01-4271-8020-5254bb5c3a27 service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370513
Apr 21 07:41:08.730078 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c955febf-8cd5-4908-aa62-ca7650d96f8a req-3fba6573-02fb-4033-b8dc-f726084b3cbd service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352658
Apr 21 07:41:08.830974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742657de-7cf1-4642-8242-980c137876c8 req-7f176942-dfa3-40be-90d3-3f4baa35f920 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:08.832486 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-742657de-7cf1-4642-8242-980c137876c8 req-7f176942-dfa3-40be-90d3-3f4baa35f920 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 943 time: 0.0988479
Apr 21 07:41:08.882379 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-742657de-7cf1-4642-8242-980c137876c8 req-eea9d818-a53d-47c4-80f5-23436025ea62 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433183
Apr 21 07:41:09.201598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:09.590072 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:10.104000 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c04910-0742-4f66-830f-09a7865ffff9 req-06a90cf5-a085-4018-9cf3-4635b31c4329 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:10.105863 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-25c04910-0742-4f66-830f-09a7865ffff9 req-06a90cf5-a085-4018-9cf3-4635b31c4329 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 943 time: 0.0934567
Apr 21 07:41:10.157706 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-25c04910-0742-4f66-830f-09a7865ffff9 req-1f11afa6-4df8-40ab-89f7-8f139936210e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453041
Apr 21 07:41:10.183450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9602dc5b-4425-4584-afbb-44ca8b7129bb details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:41:10.338549 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9602dc5b-4425-4584-afbb-44ca8b7129bb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:41:10.353060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'port_id': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'mac_address': 'fa:16:3e:ee:36:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:41:10.414081 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:10.431764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9602dc5b-4425-4584-afbb-44ca8b7129bb {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:41:10.449220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9602dc5b-4425-4584-afbb-44ca8b7129bb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:41:10.453849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:10.455677 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-45dee965-6e7b-4873-87df-cdf2c0deb31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:10.536011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9602dc5b-4425-4584-afbb-44ca8b7129bb,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:10.541462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:10.785430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9602dc5b-4425-4584-afbb-44ca8b7129bb'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:41:11.376192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2fc2d-37b2-4b07-b21f-af635930bd12 req-6789fdc0-5182-46ab-a85d-1f6b257ead48 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:11.377847 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdf2fc2d-37b2-4b07-b21f-af635930bd12 req-6789fdc0-5182-46ab-a85d-1f6b257ead48 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 944 time: 0.0945733
Apr 21 07:41:11.433541 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bdf2fc2d-37b2-4b07-b21f-af635930bd12 req-788cd25f-f94e-435e-a36d-46fe810c4d81 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460255
Apr 21 07:41:12.214381 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9602dc5b-4425-4584-afbb-44ca8b7129bb up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:41:12.290331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 9602dc5b-4425-4584-afbb-44ca8b7129bb completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:41:12.295469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 9602dc5b-4425-4584-afbb-44ca8b7129bb triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:41:12.295880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:12.427794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:12.458653 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:41:12.469635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 9602dc5b-4425-4584-afbb-44ca8b7129bb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:41:12.472934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:12.474930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:12.548472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=9602dc5b-4425-4584-afbb-44ca8b7129bb,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:12.551980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:12.583593 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'code': 200}
Apr 21 07:41:12.646636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3919-7198-4cde-b2d7-4dfffbe1d822 req-3e4bbb62-5f76-403f-98c2-710957f2e890 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:12.648233 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4fce3919-7198-4cde-b2d7-4dfffbe1d822 req-3e4bbb62-5f76-403f-98c2-710957f2e890 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0931597
Apr 21 07:41:12.696693 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4fce3919-7198-4cde-b2d7-4dfffbe1d822 req-b6982f4f-858c-43e4-8ff8-419799cbf146 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418010
Apr 21 07:41:12.986897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac36fd8-792c-4260-94a5-e687b5214db0 req-6aa31522-b4eb-42a7-9c30-17d133c27346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:12.988483 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eac36fd8-792c-4260-94a5-e687b5214db0 req-6aa31522-b4eb-42a7-9c30-17d133c27346 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1098 time: 0.0812483
Apr 21 07:41:13.038548 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-eac36fd8-792c-4260-94a5-e687b5214db0 req-2d5a67e9-4ee3-443c-a0f8-9e006e1a6450 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430081
Apr 21 07:41:13.918560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f063c0e-2817-41b8-a317-d81cdae62f6b req-bf49752a-b00b-4891-be68-4e03561b40a3 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:13.920327 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1f063c0e-2817-41b8-a317-d81cdae62f6b req-bf49752a-b00b-4891-be68-4e03561b40a3 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.1005707
Apr 21 07:41:13.972135 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1f063c0e-2817-41b8-a317-d81cdae62f6b req-f3bbf54b-4c78-4c83-a6bd-44e955405985 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451441
Apr 21 07:41:15.191185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9a111-9585-43df-9228-d4f9acbea177 req-d47fd819-cdb0-4149-b1a7-45e7ef5e81f5 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:15.192774 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8c9a111-9585-43df-9228-d4f9acbea177 req-d47fd819-cdb0-4149-b1a7-45e7ef5e81f5 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0960391
Apr 21 07:41:15.243993 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c8c9a111-9585-43df-9228-d4f9acbea177 req-b65592c7-7810-4b75-b991-31e74bb8f4bf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426230
Apr 21 07:41:15.453132 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a887-a632-44a6-b877-cc8097798773 req-22c373aa-2b78-45c9-b77f-d6128cd7b62f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:15.454779 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9e33a887-a632-44a6-b877-cc8097798773 req-22c373aa-2b78-45c9-b77f-d6128cd7b62f tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0983829
Apr 21 07:41:15.503177 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9e33a887-a632-44a6-b877-cc8097798773 req-10d5fb07-4f14-48c7-bdff-c0dcab771af2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417800
Apr 21 07:41:15.946278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea89da-ba51-41b4-8403-47d259462e87 req-74bbb78a-119a-4118-b0a1-85ac6055173b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:15.947766 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-49ea89da-ba51-41b4-8403-47d259462e87 req-74bbb78a-119a-4118-b0a1-85ac6055173b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0998628
Apr 21 07:41:15.998275 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-49ea89da-ba51-41b4-8403-47d259462e87 req-55a9d6dc-33d4-4044-9fed-4dca08dd9085 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409575
Apr 21 07:41:18.629507 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:26.619430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08cc0-4f75-49e3-8ef9-29af796bc690 req-dbd1eab9-b686-433a-becf-ddb6e38c3023 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:26.621058 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5ef08cc0-4f75-49e3-8ef9-29af796bc690 req-dbd1eab9-b686-433a-becf-ddb6e38c3023 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0999582
Apr 21 07:41:26.676795 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5ef08cc0-4f75-49e3-8ef9-29af796bc690 req-b7c0ce92-34d2-4ea6-be25-92625d7f4e76 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453758
Apr 21 07:41:26.703212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37960) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:26.907242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf144d-9368-4901-a804-b18a236996e8 tempest-TestMinimumBasicScenario-1019776824 tempest-TestMinimumBasicScenario-1019776824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:26.908908 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-88cf144d-9368-4901-a804-b18a236996e8 tempest-TestMinimumBasicScenario-1019776824 tempest-TestMinimumBasicScenario-1019776824-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1093 time: 0.2046123
Apr 21 07:41:26.912510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37966) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:26.917966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'port_id': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:26.924369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:26.929091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:floatingip and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:26.932108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:26.938253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:26.949647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for floatingip, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:27.101137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:27.252227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Allocated IP 172.27.0.128 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/061577c9-8d17-435e-95c0-3a546b63054f) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:41:27.424295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:27.470003 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:27.474390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0cd2b90b-55be-406b-a2f6-5f02f9bbc2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:27.547346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:41:27.550735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:41:27.553816 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:41:27.607191 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'Port': ['ID=061577c9-8d17-435e-95c0-3a546b63054f,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:27.611478 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:28.055710 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:28.157385 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:28.399929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:28.407352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:28.413222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1a3672eb-5c88-4b60-a765-f5ee9769a803 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:28.570674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'Port': ['ID=061577c9-8d17-435e-95c0-3a546b63054f,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:28.573752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:28.582009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:29.039949 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Floating IP 37e49e26-5292-45c8-be77-b9ea7fd37daf associated. External IP: 172.27.0.128, port: 9602dc5b-4425-4584-afbb-44ca8b7129bb.
Apr 21 07:41:29.443712 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Router 8e57c273-65bb-424a-9dc0-7235ef2431e1 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:41:29.652498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:41:29.662660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] Sync routers for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:41:29.674533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:41:29.675221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba7bc630>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:41:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:41:29.679093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:29.744462 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8308825
Apr 21 07:41:29.745197 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:41:29.747784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37970) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:29.765670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459761286', 'description': 'tempest-secgroup-smoke-1459761286 description', 'project_id': 'db513aec38f844e69fad7da7dee8de48'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:29.774138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:29.779053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:security_group and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:29.782330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:29.789543 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:29.799927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:29.808462 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'status': 'completed', 'code': 200}
Apr 21 07:41:29.822927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:29.826998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:security_group_rule and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:29.829983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:29.836237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:29.872549 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:41:29.916613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:29.921071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:29.927103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6502d9f2-c0ae-48ce-8b38-244370cc1621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:29.942589 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-275e068b-671b-4083-b9a9-2acd6d049791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:29.944228 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-275e068b-671b-4083-b9a9-2acd6d049791 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1098 time: 0.0879896
Apr 21 07:41:29.971332 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d3d624-7a81-4e64-8720-8cf2a4402a00,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:29.982618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.983046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.983464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.983878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.984290 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.984699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.985106 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.985525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.985941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.986378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.986837 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.987277 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:41:29.991108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:29.992026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:29.996786 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a89dd542-b5cc-421e-9056-583a8d7da6a7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2476587
Apr 21 07:41:29.997469 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 37976) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:30.003440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'security_group_rule': {'security_group_id': 'd0d3d624-7a81-4e64-8720-8cf2a4402a00', 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:30.010330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:30.015823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:security_group_rule and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:30.021523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:30.028411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:30.048618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.090742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-1d6f3c37-088b-478c-9c4d-63cff4ebc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:30.092726 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-1d6f3c37-088b-478c-9c4d-63cff4ebc175 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 913 time: 0.1410091
Apr 21 07:41:30.113729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.118889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.121118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5c0e7433-a71f-44d3-97f8-0e5f76f55816 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:30.146433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db75940a-82a6-41ca-b388-b183c3d99538,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:30.152578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:30.157423 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.162877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37980) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:30.163568 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1631849
Apr 21 07:41:30.180989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'security_group_rule': {'security_group_id': 'd0d3d624-7a81-4e64-8720-8cf2a4402a00', 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:30.191420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:30.206840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:security_group_rule and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:30.211636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:30.222192 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:30.238405 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-01ea6064-2a94-4db9-ae36-740afd1e39f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 999 time: 0.1387658
Apr 21 07:41:30.254352 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba7bc630>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '37e49e26-5292-45c8-be77-b9ea7fd37daf', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'port_id': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'mac_address': 'fa:16:3e:ee:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:41:27Z', 'updated_at': '2021-04-21T07:41:27Z', 'revision_number': 0, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 5, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:41:30.258711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] Checking router: 8e57c273-65bb-424a-9dc0-7235ef2431e1 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:41:30.268741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:41:30.269410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba7bc630>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:41:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:41:30.290518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.359432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-9ad17a59-fc0f-4802-bd6e-20fcb6aaf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:30.361016 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-9ad17a59-fc0f-4802-bd6e-20fcb6aaf63d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 200  len: 852 time: 0.1115420
Apr 21 07:41:30.434101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.438237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.443853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f67156f8-dfdb-4959-affa-66f277d17c8e tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:30.462085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:41:30.479914 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa80453a-031c-40bf-8cfa-a2ee869b3f33,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:30.486236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:30.490912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.492195 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8ef61785-246a-4b85-9be2-0792fa7d7da4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3289802
Apr 21 07:41:30.495361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37984) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:30.501660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'security_group_rule': {'security_group_id': 'd0d3d624-7a81-4e64-8720-8cf2a4402a00', 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:30.507798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-262a88c2-f018-49f3-9dae-d1dcbd4d096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:30.509349 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-262a88c2-f018-49f3-9dae-d1dcbd4d096b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a0ca292-0082-4c02-99d0-ad3665156645&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1396353
Apr 21 07:41:30.511551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:30.515708 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:security_group_rule and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:30.519952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:30.551412 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:30.644870 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.701973 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-8b56ffe3-f889-4bb9-bf5d-b0825b32cce7 service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829982
Apr 21 07:41:30.812513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.822732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.828752 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-2fe331ea-ecd1-4015-a45c-e69340e221f8 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:30.838621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba7bc630>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '37e49e26-5292-45c8-be77-b9ea7fd37daf', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'port_id': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'mac_address': 'fa:16:3e:ee:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:41:27Z', 'updated_at': '2021-04-21T07:41:27Z', 'revision_number': 0, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 5, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:41:30.843278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e29af0-68c2-4608-af2d-267399b58d86 None None] The sync data for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi is: [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': '37e49e26-5292-45c8-be77-b9ea7fd37daf', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'port_id': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'mac_address': 'fa:16:3e:ee:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:41:27Z', 'updated_at': '2021-04-21T07:41:27Z', 'revision_number': 0, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 5, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:41:30.865333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83bd3a3-5445-4d41-b9f4-d1b381b79ddd,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:30.934525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:30.934525 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ae765f3a-dc5f-450f-a0ec-993cf27ab519 req-21dd5e16-eebd-41fd-bf78-6d4e78bf5ec2 service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1892259
Apr 21 07:41:30.934525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:30.934525 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4182317
Apr 21 07:41:30.934525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37988) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:30.934525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'security_group_rule': {'security_group_id': 'd0d3d624-7a81-4e64-8720-8cf2a4402a00', 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:30.934525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:30.936152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:security_group_rule and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:30.939346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:30.945837 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:30.962807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.037782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.042110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.044227 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:31.070035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cbc891-f6cf-4bcb-bf89-0c06142d656e,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:31.072644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:31.082198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.083543 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4a9df6ea-1964-4e5a-9a49-612d7798d793 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1644981
Apr 21 07:41:31.086500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37992) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:31.092614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'security_group_rule': {'security_group_id': 'd0d3d624-7a81-4e64-8720-8cf2a4402a00', 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:31.099597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:31.103933 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:security_group_rule and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:31.107188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:31.113849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:31.124735 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.securitygroups_db [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Project db513aec38f844e69fad7da7dee8de48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 07:41:31.133033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.135356 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9e1fc-8da5-40c8-b95d-d316a9febdea None None] New status for floating IP 37e49e26-5292-45c8-be77-b9ea7fd37daf: ACTIVE {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:41:31.210893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.214308 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.216437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:31.245960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cbaee1-07fd-4c7a-9499-30856bfb13f2,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:31.249022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:31.252073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.254042 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1665361
Apr 21 07:41:31.257010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 37996) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:41:31.263460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'security_group_rule': {'security_group_id': 'd0d3d624-7a81-4e64-8720-8cf2a4402a00', 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:31.270844 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:41:31.275238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Usage tracker for resource:security_group_rule and tenant:db513aec38f844e69fad7da7dee8de48 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:41:31.278449 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:41:31.285007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:41:31.296132 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.securitygroups_db [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Project db513aec38f844e69fad7da7dee8de48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 07:41:31.303645 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.374035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.377373 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.383887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:31.408873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d47ed03-c191-466d-8adb-5dd1c99a99b5,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:31.411567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:31.417804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:31.422432 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-480659d8-a8b2-400e-a2c5-769064c6715e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1639822
Apr 21 07:41:31.572452 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-caf71443-9193-4327-988e-09c90d082eb9 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459761286&fields=id&tenant_id=db513aec38f844e69fad7da7dee8de48 HTTP/1.1" status: 200  len: 267 time: 0.0509291
Apr 21 07:41:31.669278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-70e200a7-0c87-42f2-8c3b-d28338529622 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:31.670852 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-70e200a7-0c87-42f2-8c3b-d28338529622 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0922511
Apr 21 07:41:31.683115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'port': {'security_groups': ['d42fc96e-15fc-4482-b251-0ac38ca43271', 'd0d3d624-7a81-4e64-8720-8cf2a4402a00']}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:41:31.817338 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:32.098760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] For port 9602dc5b-4425-4584-afbb-44ca8b7129bb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:41:32.125169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:32.129819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:32.135518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-74eb3b57-9a17-4b4e-b8f3-3d5d985bcf29 tempest-AttachVolumeTestJSON-993981055 tempest-AttachVolumeTestJSON-993981055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:41:32.164721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9602dc5b-4425-4584-afbb-44ca8b7129bb'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:41:32.205340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:32.206099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:32.207780 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fb649571-6a17-4785-b0ca-c6a8aa70e2df req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "PUT /v2.0/ports/9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 981 time: 0.5297003
Apr 21 07:41:32.208364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:41:32.232345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'Port': ['ID=9602dc5b-4425-4584-afbb-44ca8b7129bb,revision_number=6']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:41:32.236289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:41:32.308420 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'status': 'completed', 'code': 200}
Apr 21 07:41:32.346732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9602dc5b-4425-4584-afbb-44ca8b7129bb'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:41:32.508782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-9d4d60fb-0cc4-4375-b3ba-dc3c6d04633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:32.510693 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-9d4d60fb-0cc4-4375-b3ba-dc3c6d04633b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1137 time: 0.1600382
Apr 21 07:41:32.523543 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85aa88-b01c-4a05-8e98-e0e9ed868c4c req-ceb73642-3f0a-4669-b03a-f5ce5093aeab tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:32.525515 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0b85aa88-b01c-4a05-8e98-e0e9ed868c4c req-ceb73642-3f0a-4669-b03a-f5ce5093aeab tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.1324246
Apr 21 07:41:32.682365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ceed9417-e834-44a5-a5b5-49165916a3fb None None] Provisioning complete for port 9602dc5b-4425-4584-afbb-44ca8b7129bb triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:41:32.682943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ceed9417-e834-44a5-a5b5-49165916a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:32.695357 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0b85aa88-b01c-4a05-8e98-e0e9ed868c4c req-ea9d6123-54e0-492e-9f9a-369b9c241d9d tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1444309
Apr 21 07:41:32.725419 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-a7ec7ce6-780a-41c8-b0d8-1d5909026933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:32.727201 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-a7ec7ce6-780a-41c8-b0d8-1d5909026933 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 913 time: 0.2005751
Apr 21 07:41:32.840099 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-611585c1-8542-49c7-b004-ea12a3ff6286 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 1001 time: 0.1054344
Apr 21 07:41:32.912967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-f05d9e26-a5d0-43c7-ad23-d34339b9f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:32.914570 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-f05d9e26-a5d0-43c7-ad23-d34339b9f2c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 200  len: 852 time: 0.0669782
Apr 21 07:41:33.248102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-57680f35-8d77-4f93-aa26-d079fa7c4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:33.249752 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-57680f35-8d77-4f93-aa26-d079fa7c4653 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a0ca292-0082-4c02-99d0-ad3665156645&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3278282
Apr 21 07:41:33.403131 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-1f8f7c53-69c2-4000-b7e3-6eb10295784f service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453733
Apr 21 07:41:33.560693 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8f08178b-a29f-4f48-b83f-c834e3bd32bb req-5753ceb8-2bd3-4f63-87b1-f1fed182350e service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494226
Apr 21 07:41:33.693899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-92446b91-a868-449f-bcdc-24993ff3a93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:37.149116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-aef006ed-03e2-4833-b247-0ce39d66e53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:37.228910 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:41:38.518429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:39.207400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:39.590649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:48.125271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-1910ea8e-2e25-4131-9011-871408f45ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:48.126925 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-1910ea8e-2e25-4131-9011-871408f45ca0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1137 time: 0.1530914
Apr 21 07:41:48.136238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d74460-3c51-4a19-8c31-092eddd4bcfe req-a2863991-6979-4f42-8b8d-ad7d624016a8 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:48.137814 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-01d74460-3c51-4a19-8c31-092eddd4bcfe req-a2863991-6979-4f42-8b8d-ad7d624016a8 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.1221499
Apr 21 07:41:48.275595 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-01d74460-3c51-4a19-8c31-092eddd4bcfe req-5ed1c4bb-7b28-4f37-bc1a-6d5a5b0be58d tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1153488
Apr 21 07:41:48.313162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-13dac33a-27fb-4962-903e-fc9bbcabe50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:48.314810 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-13dac33a-27fb-4962-903e-fc9bbcabe50e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 913 time: 0.1760666
Apr 21 07:41:48.427468 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-78316290-9507-4922-91e7-a6ed365d0a18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 1001 time: 0.1054533
Apr 21 07:41:48.499394 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-e03ea762-c961-474e-970c-dcd559de9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:48.500916 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-e03ea762-c961-474e-970c-dcd559de9e1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 200  len: 852 time: 0.0672050
Apr 21 07:41:48.583647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-29dc00a4-ca6d-4c10-ad73-3145121101e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:48.585190 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-29dc00a4-ca6d-4c10-ad73-3145121101e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a0ca292-0082-4c02-99d0-ad3665156645&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780849
Apr 21 07:41:48.641657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:41:48.730096 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-4755da95-120e-4f8b-8b9c-f6c8d2c822c1 service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366827
Apr 21 07:41:48.881523 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7835c2b7-a50a-4f87-b105-63d4c5283361 req-9f145915-7157-4b9a-b36c-44b97626c8e2 service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431406
Apr 21 07:41:49.492547 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba79e5-de43-4ccd-b463-a5ba1d734d38 req-f8dc96c3-8d1e-410d-9800-707cd9aa1c06 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:49.494157 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-06ba79e5-de43-4ccd-b463-a5ba1d734d38 req-f8dc96c3-8d1e-410d-9800-707cd9aa1c06 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.0961487
Apr 21 07:41:49.545360 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-06ba79e5-de43-4ccd-b463-a5ba1d734d38 req-6b4d4e86-2fe0-49a7-ba25-f23d45c4ef9c tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446053
Apr 21 07:41:50.763447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc0712-d5ce-4970-9874-5624a00dd433 req-6ef4fce9-9c4e-49a6-ba43-58a28764141a tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:50.765058 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84bc0712-d5ce-4970-9874-5624a00dd433 req-6ef4fce9-9c4e-49a6-ba43-58a28764141a tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.0941498
Apr 21 07:41:50.817412 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-84bc0712-d5ce-4970-9874-5624a00dd433 req-f117e2a0-39f2-45ef-8027-c10c21d7daf3 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0454745
Apr 21 07:41:52.054021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a161202-af68-43d8-96c7-02bbe80be012 req-d358a39e-ed30-4418-a169-6fb3cbb12d75 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:52.055520 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a161202-af68-43d8-96c7-02bbe80be012 req-d358a39e-ed30-4418-a169-6fb3cbb12d75 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.1060398
Apr 21 07:41:52.108062 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a161202-af68-43d8-96c7-02bbe80be012 req-1c502ee4-727a-4681-b8e4-6eab3d0cae95 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458958
Apr 21 07:41:53.321977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ee417-9c56-4c71-b3ab-f3dd3511756a req-d5f4841c-462b-483a-87ca-49c007dc91ab tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:53.323558 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-761ee417-9c56-4c71-b3ab-f3dd3511756a req-d5f4841c-462b-483a-87ca-49c007dc91ab tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.0983231
Apr 21 07:41:53.380585 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-761ee417-9c56-4c71-b3ab-f3dd3511756a req-7c0bcfaf-8bf8-4ec1-92af-9a92894d72c6 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472710
Apr 21 07:41:54.623415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537540e-5f01-4f06-925a-b914543a43bb req-e6543598-0fef-43fe-b927-0ae481ad7c1e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:54.624918 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0537540e-5f01-4f06-925a-b914543a43bb req-e6543598-0fef-43fe-b927-0ae481ad7c1e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.1159017
Apr 21 07:41:54.676102 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0537540e-5f01-4f06-925a-b914543a43bb req-5d1341a5-da48-456c-aa77-232c3a18df59 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0445228
Apr 21 07:41:55.775278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960290-de55-4987-86dc-6b60b1a62697 req-8f954947-dae6-4fa3-9633-5ed0b6ddeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:55.776937 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ee960290-de55-4987-86dc-6b60b1a62697 req-8f954947-dae6-4fa3-9633-5ed0b6ddeeb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1137 time: 0.0855422
Apr 21 07:41:56.002428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960290-de55-4987-86dc-6b60b1a62697 req-568379ac-10c7-4467-83b1-a21d505af679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:56.004021 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ee960290-de55-4987-86dc-6b60b1a62697 req-568379ac-10c7-4467-83b1-a21d505af679 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 913 time: 0.2033916
Apr 21 07:41:56.017522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7ef86-247d-447b-a6cd-728429a20b6e req-a822ed56-90dc-45c1-8bcc-acb34455b259 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:56.019061 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddf7ef86-247d-447b-a6cd-728429a20b6e req-a822ed56-90dc-45c1-8bcc-acb34455b259 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.1957331
Apr 21 07:41:56.158125 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ddf7ef86-247d-447b-a6cd-728429a20b6e req-6c5a4d9a-d15d-4d6c-bc90-bc8a63c1310e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0842295
Apr 21 07:41:56.160027 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ee960290-de55-4987-86dc-6b60b1a62697 req-82bde371-e765-4a0c-81f0-9ecf5389dced service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 1001 time: 0.1400619
Apr 21 07:41:56.236169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960290-de55-4987-86dc-6b60b1a62697 req-de303f40-79f7-45a4-a979-1da2623e6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:56.237778 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ee960290-de55-4987-86dc-6b60b1a62697 req-de303f40-79f7-45a4-a979-1da2623e6f8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 200  len: 852 time: 0.0701194
Apr 21 07:41:56.322845 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960290-de55-4987-86dc-6b60b1a62697 req-b0488bf1-0f67-4c07-9da3-f34e2ad8d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:56.324461 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ee960290-de55-4987-86dc-6b60b1a62697 req-b0488bf1-0f67-4c07-9da3-f34e2ad8d877 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a0ca292-0082-4c02-99d0-ad3665156645&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797405
Apr 21 07:41:56.470398 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ee960290-de55-4987-86dc-6b60b1a62697 req-ead06537-6358-42e1-920d-fe0bc9ae20dc service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382763
Apr 21 07:41:56.617832 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ee960290-de55-4987-86dc-6b60b1a62697 req-0a0d473d-ef4b-4ba9-a8a8-2c4bdafab45f service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412470
Apr 21 07:41:57.385181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635981c5-c4db-4b0b-9191-495f937e36dc req-9a477b20-b629-4721-9f4a-cfd42c253f95 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:57.386862 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-635981c5-c4db-4b0b-9191-495f937e36dc req-9a477b20-b629-4721-9f4a-cfd42c253f95 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.0971293
Apr 21 07:41:57.444236 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-635981c5-c4db-4b0b-9191-495f937e36dc req-46e5616b-8322-4171-8309-1f4410f3f06e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0503819
Apr 21 07:41:58.662864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a816221-e165-44c6-818e-16ba353cf5d7 req-4a13802e-b0fe-4f8d-96fe-ca124f58641d tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:58.664754 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4a816221-e165-44c6-818e-16ba353cf5d7 req-4a13802e-b0fe-4f8d-96fe-ca124f58641d tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.1025949
Apr 21 07:41:58.716477 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4a816221-e165-44c6-818e-16ba353cf5d7 req-aac2e9cd-4cc0-4d94-b11e-a907676f2bfc tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450838
Apr 21 07:41:59.933451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33b0f2-3fc9-4270-83b6-f1d8dc943645 req-8edaa8e4-2410-4d06-95b1-44b292d04022 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:41:59.935056 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6d33b0f2-3fc9-4270-83b6-f1d8dc943645 req-8edaa8e4-2410-4d06-95b1-44b292d04022 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.0972672
Apr 21 07:41:59.988591 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-6d33b0f2-3fc9-4270-83b6-f1d8dc943645 req-4687144a-d19e-48af-99ab-4678972ebd3c tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443766
Apr 21 07:42:01.209964 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cb2b4-59e6-4061-8942-446ff0470ec5 req-250c15ce-2986-4303-b4d4-644d17508e6c tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:01.212006 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3d5cb2b4-59e6-4061-8942-446ff0470ec5 req-250c15ce-2986-4303-b4d4-644d17508e6c tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.0988042
Apr 21 07:42:01.264167 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3d5cb2b4-59e6-4061-8942-446ff0470ec5 req-583b69f8-95bb-4753-b3bc-1964d0a0f725 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d0d3d624-7a81-4e64-8720-8cf2a4402a00&id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0451810
Apr 21 07:42:03.694105 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-81cc1b86-cf06-49ba-bc60-6c2c8c481eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:07.142447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fb3f4122-d643-4429-901e-fa3e0746d896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:08.518640 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:09.205800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:09.600768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:14.234754 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:42:18.647748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:33.687656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d1d829b0-291d-4ec3-b464-fd9030db21e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:33.689896 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-45497749-3a72-4689-9a82-a2b9bc934105 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459761286&fields=id&tenant_id=db513aec38f844e69fad7da7dee8de48 HTTP/1.1" status: 200  len: 267 time: 0.0515325
Apr 21 07:42:33.795232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-ec311ef6-29ce-4a9a-a8bb-a112533faf22 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:33.796830 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-ec311ef6-29ce-4a9a-a8bb-a112533faf22 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 984 time: 0.0969906
Apr 21 07:42:33.813790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Request body: {'port': {'security_groups': ['d42fc96e-15fc-4482-b251-0ac38ca43271']}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:42:33.954694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:34.210400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] For port 9602dc5b-4425-4584-afbb-44ca8b7129bb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:34.237720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:34.242654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:34.248696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-318034f7-bddf-42e3-99b0-ef33a5a8beb8 tempest-AttachVolumeNegativeTest-1109056587 tempest-AttachVolumeNegativeTest-1109056587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:34.277713 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9602dc5b-4425-4584-afbb-44ca8b7129bb'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:42:34.328483 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:34.329165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:34.330825 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ac1b0a40-b93e-472b-9e8b-db1daaf34885 req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "PUT /v2.0/ports/9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 942 time: 0.5254626
Apr 21 07:42:34.332015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:42:34.339080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38054) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:34.367810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event updated for resources: {'Port': ['ID=9602dc5b-4425-4584-afbb-44ca8b7129bb,revision_number=7']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:34.378643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.379068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.379486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.379903 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.380791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.380791 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.381074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.381460 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.381892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.382297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.382705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.383103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:34.394114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-56905fc5-d9fd-4121-9327-3ec8dab7f5d2 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:34.399353 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'status': 'completed', 'code': 200}
Apr 21 07:42:34.453627 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9602dc5b-4425-4584-afbb-44ca8b7129bb'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:42:34.501365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e3e6646f-4c7a-41f9-8276-b434e84a546e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:34.626155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-5472e892-5fa6-4d04-96c1-40ac80e968be None None] Provisioning complete for port 9602dc5b-4425-4584-afbb-44ca8b7129bb triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:42:34.626512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5472e892-5fa6-4d04-96c1-40ac80e968be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:34.784561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e3e6646f-4c7a-41f9-8276-b434e84a546e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:34.847189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-a0922a27-e375-4f64-801a-8725b14fd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:34.849176 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-a0922a27-e375-4f64-801a-8725b14fd23d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1098 time: 0.4066377
Apr 21 07:42:34.955158 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e3e6646f-4c7a-41f9-8276-b434e84a546e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:34.962897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-492a99ab-34df-4031-b2dc-60a5fe9d0c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:34.997926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6646f-4c7a-41f9-8276-b434e84a546e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d3d624-7a81-4e64-8720-8cf2a4402a00,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:35.008463 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e3e6646f-4c7a-41f9-8276-b434e84a546e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:35.012022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e3e6646f-4c7a-41f9-8276-b434e84a546e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:35.016288 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-e3e6646f-4c7a-41f9-8276-b434e84a546e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "DELETE /v2.0/security-groups/d0d3d624-7a81-4e64-8720-8cf2a4402a00 HTTP/1.1" status: 204  len: 168 time: 0.6731284
Apr 21 07:42:35.017026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38058) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:35.018496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-54a67155-d115-45e4-aa6d-fed7267ada5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:35.020272 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-54a67155-d115-45e4-aa6d-fed7267ada5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 913 time: 0.1642289
Apr 21 07:42:35.137316 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-361c2a6a-18d7-49bb-979d-19d08c991030 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 1001 time: 0.1102462
Apr 21 07:42:35.211481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-94d6af5c-addf-4864-9fe9-f2e7682b2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:35.213473 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-94d6af5c-addf-4864-9fe9-f2e7682b2b4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 200  len: 852 time: 0.0687299
Apr 21 07:42:35.302506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-253c0727-2cdd-42f8-ac00-9dccb0aeab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:35.304280 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-253c0727-2cdd-42f8-ac00-9dccb0aeab9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a0ca292-0082-4c02-99d0-ad3665156645&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847981
Apr 21 07:42:35.452093 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-c4167601-038a-4d95-9f98-b66fcaebf17e service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412914
Apr 21 07:42:35.518144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Deleting port 061577c9-8d17-435e-95c0-3a546b63054f {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:35.518475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:35.602842 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-82b7e001-733d-4516-b293-cc196b3f8ec1 req-8dd58189-d274-4827-8f94-343a02498b6d service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437953
Apr 21 07:42:35.703010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:35.703240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:35.840673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Calling delete_port for 061577c9-8d17-435e-95c0-3a546b63054f owned by network:floatingip {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:36.002093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:36.005906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7ea209c1-80fd-46f2-b7a8-c96b6f79a64e tempest-VolumesSnapshotTestJSON-1556148514 tempest-VolumesSnapshotTestJSON-1556148514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:36.055353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event deleted for resources: {'Port': ['ID=061577c9-8d17-435e-95c0-3a546b63054f,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:36.095956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.096765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.097128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.097537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.097942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.098357 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.098759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.099169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.099574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.099977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.100376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.100782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:42:36.108943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:36.170758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks [] for floatingip, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:36.171141 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Floating IP 37e49e26-5292-45c8-be77-b9ea7fd37daf disassociated (deleted). External IP: 172.27.0.128, port: 9602dc5b-4425-4584-afbb-44ca8b7129bb.
Apr 21 07:42:36.561035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Router 8e57c273-65bb-424a-9dc0-7235ef2431e1 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:42:36.753977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:42:36.764262 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] Sync routers for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:42:36.776205 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:36.776861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:42:36.777581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba362978>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:42:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:36.838620 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "DELETE /v2.0/floatingips/37e49e26-5292-45c8-be77-b9ea7fd37daf HTTP/1.1" status: 204  len: 168 time: 1.8188901
Apr 21 07:42:36.838620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:42:36.945523 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'status': 'completed', 'code': 200}
Apr 21 07:42:36.977901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:42:37.067998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-0210c165-781d-4862-9a9c-76f38ee43e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:37.069753 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-0210c165-781d-4862-9a9c-76f38ee43e05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db513aec38f844e69fad7da7dee8de48&device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 1098 time: 0.0804532
Apr 21 07:42:37.196476 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9aa18932-956c-4567-825f-0a6ce54259c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:37.223300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-01fab4d6-7ea4-4086-aa09-04edb424c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:37.225682 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-01fab4d6-7ea4-4086-aa09-04edb424c828 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 200  len: 913 time: 0.1497874
Apr 21 07:42:37.310590 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-ea8969a9-c43f-4c2a-bf9c-6bea38eec7c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 200  len: 217 time: 0.0780089
Apr 21 07:42:37.364010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba362978>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 5, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:37.370897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] Checking router: 8e57c273-65bb-424a-9dc0-7235ef2431e1 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:42:37.380320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:42:37.380990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba362978>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:42:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:37.383375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-54d2deaa-9670-4e73-9a83-990d40f36953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:37.385213 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-54d2deaa-9670-4e73-9a83-990d40f36953 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 200  len: 852 time: 0.0683298
Apr 21 07:42:37.474441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-63f91846-b30a-414f-8364-307f14c97ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:37.476034 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-63f91846-b30a-414f-8364-307f14c97ae4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a0ca292-0082-4c02-99d0-ad3665156645&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835330
Apr 21 07:42:37.573431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:42:37.624116 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-87ae256b-fd22-410a-85e7-cb6c54d0bdc7 service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402986
Apr 21 07:42:37.783273 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-670c6538-64c3-43d7-8f2c-395b1e7a3bb3 req-0822d55f-368c-4692-ab9e-cdfb09813c62 service neutron] 10.222.0.18 "GET /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522591
Apr 21 07:42:38.086226 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba362978>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 5, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:38.091481 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b721432-a555-454f-a402-0eb2ab29de9d None None] The sync data for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi is: [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:40:30Z', 'revision_number': 4, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '816a5f38-7917-47d8-b88a-45add454f5ab', 'name': '', 'network_id': '4a0ca292-0082-4c02-99d0-ad3665156645', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'mac_address': 'fa:16:3e:31:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:30Z', 'updated_at': '2021-04-21T07:40:38Z', 'revision_number': 5, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'subnets': [{'id': '58c9673b-9045-4765-a7a0-30cc99f04624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:42:38.514435 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:38.553015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56450a-9b94-4e3d-9545-8bee4946a05d None None] New status for floating IP 37e49e26-5292-45c8-be77-b9ea7fd37daf: DOWN {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:42:39.214727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:39.597955 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:40.276030 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82f270-1489-4ed5-a593-c6d294055e9f req-3d56e99f-8869-4b2e-b25b-2aae989ca2aa tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:40.277722 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a82f270-1489-4ed5-a593-c6d294055e9f req-3d56e99f-8869-4b2e-b25b-2aae989ca2aa tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0999022
Apr 21 07:42:40.326505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-5a82f270-1489-4ed5-a593-c6d294055e9f req-0afbc5b4-7160-400c-b36a-4220a46862c6 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Synchronizing usage tracker for tenant:db513aec38f844e69fad7da7dee8de48 on resource:security_group {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:42:40.344278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-5a82f270-1489-4ed5-a593-c6d294055e9f req-0afbc5b4-7160-400c-b36a-4220a46862c6 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Unset dirty status for tenant:db513aec38f844e69fad7da7dee8de48 on resource:security_group {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:42:40.345539 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5a82f270-1489-4ed5-a593-c6d294055e9f req-0afbc5b4-7160-400c-b36a-4220a46862c6 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611382
Apr 21 07:42:41.565040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5850b1-3536-4031-acfd-04433cb2f8d9 req-ffdd40a1-bce2-4271-abe0-c6db44d85549 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:41.566799 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4f5850b1-3536-4031-acfd-04433cb2f8d9 req-ffdd40a1-bce2-4271-abe0-c6db44d85549 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0985401
Apr 21 07:42:41.616593 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4f5850b1-3536-4031-acfd-04433cb2f8d9 req-3b1237f2-0bcb-4792-a8b3-b814f88836c7 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/security-groups?id=d42fc96e-15fc-4482-b251-0ac38ca43271&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432093
Apr 21 07:42:42.040477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0f516-278b-40da-9488-acf092af8966 req-c00f9f2d-25b0-4d62-a5d5-4818f3b5bba4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:42.042079 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8ad0f516-278b-40da-9488-acf092af8966 req-c00f9f2d-25b0-4d62-a5d5-4818f3b5bba4 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 945 time: 0.0882211
Apr 21 07:42:42.129531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Deleting port 9602dc5b-4425-4584-afbb-44ca8b7129bb {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:42.129897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:42.398091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] For port 9602dc5b-4425-4584-afbb-44ca8b7129bb, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=9602dc5b-4425-4584-afbb-44ca8b7129bb,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:42.398499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:42.547384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Calling delete_port for 9602dc5b-4425-4584-afbb-44ca8b7129bb owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:42.703339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:42.709766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:42.762321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Pushing event deleted for resources: {'Port': ['ID=9602dc5b-4425-4584-afbb-44ca8b7129bb,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:42.763753 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['9602dc5b-4425-4584-afbb-44ca8b7129bb'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:42:42.764846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:42.852535 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-078b0a63-bc1f-4576-888d-69d561dbe235 req-21b9ad22-02d6-4b19-93a3-ba53d76d18a3 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c6a35e0-2c1d-4213-94e0-81c2850ca228 HTTP/1.1" status: 200  len: 210 time: 0.1064944
Apr 21 07:42:42.899074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] No DVR routers for this DVR port 9602dc5b-4425-4584-afbb-44ca8b7129bb on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:42:42.901732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:42.904773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'name': 'network-vif-deleted', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:42:42.918158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8ad0f516-278b-40da-9488-acf092af8966 req-f25927ba-e0b5-4931-846f-d09d02e4a944 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] 10.222.0.18 "DELETE /v2.0/ports/9602dc5b-4425-4584-afbb-44ca8b7129bb HTTP/1.1" status: 204  len: 173 time: 0.8642983
Apr 21 07:42:42.953980 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6a35e0-2c1d-4213-94e0-81c2850ca228', 'name': 'network-vif-deleted', 'tag': '9602dc5b-4425-4584-afbb-44ca8b7129bb', 'status': 'completed', 'code': 200}
Apr 21 07:42:44.587664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38142) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:44.733714 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9602dc5b-4425-4584-afbb-44ca8b7129bb no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:42:44.771920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 9602dc5b-4425-4584-afbb-44ca8b7129bb {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:42:44.772307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 9602dc5b-4425-4584-afbb-44ca8b7129bb not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:42:45.170579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:45.555138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Deleting port 816a5f38-7917-47d8-b88a-45add454f5ab {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:45.555503 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:45.742847 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] For port 816a5f38-7917-47d8-b88a-45add454f5ab, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=816a5f38-7917-47d8-b88a-45add454f5ab,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:45.743489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:45.879909 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Calling delete_port for 816a5f38-7917-47d8-b88a-45add454f5ab owned by network:router_interface {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:46.073830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:46.077796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-fbb052f6-92e3-45ac-8319-ba0c937481a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:46.126168 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=816a5f38-7917-47d8-b88a-45add454f5ab,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:46.129662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:46.665316 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:47.044979 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Router 8e57c273-65bb-424a-9dc0-7235ef2431e1 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:42:47.247768 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:42:47.257102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] Sync routers for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:42:47.262246 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8a1bf6f0-83c9-42d8-80a4-012b06f78d31 admin admin] 10.222.0.36 "PUT /v2.0/routers/8e57c273-65bb-424a-9dc0-7235ef2431e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6734226
Apr 21 07:42:47.265095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38146) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:47.266993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:42:47.267755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4d5668>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:42:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:47.455777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:47.456680 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:42:47.650895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:47.660293 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Deleting port e06eb757-e17f-456a-b58c-e9e6ababcc02 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:47.661033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:47.758343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4d5668>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:42:46Z', 'revision_number': 5, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port': {'id': 'e06eb757-e17f-456a-b58c-e9e6ababcc02', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:27Z', 'updated_at': '2021-04-21T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:47.763724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] Checking router: 8e57c273-65bb-424a-9dc0-7235ef2431e1 for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:42:47.774184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] Routers {'8e57c273-65bb-424a-9dc0-7235ef2431e1'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:42:47.774865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4d5668>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:42:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['8e57c273-65bb-424a-9dc0-7235ef2431e1'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:47.852915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] For port e06eb757-e17f-456a-b58c-e9e6ababcc02, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=e06eb757-e17f-456a-b58c-e9e6ababcc02,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:47.853318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:47.939123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] Set router 8e57c273-65bb-424a-9dc0-7235ef2431e1 gateway port host: None {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:42:47.984442 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Calling delete_port for e06eb757-e17f-456a-b58c-e9e6ababcc02 owned by network:router_gateway {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:48.050545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba4d5668>, [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:42:47Z', 'revision_number': 6, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:48.055572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee2f1a-8d02-4c7b-97ec-b68e1bc885c3 None None] The sync data for ids ['8e57c273-65bb-424a-9dc0-7235ef2431e1'] in dv-cinder-779194-2-iscsi is: [{'id': '8e57c273-65bb-424a-9dc0-7235ef2431e1', 'name': 'tempest-TestMinimumBasicScenario-12915480-router', 'tenant_id': 'db513aec38f844e69fad7da7dee8de48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:26Z', 'updated_at': '2021-04-21T07:42:47Z', 'revision_number': 6, 'project_id': 'db513aec38f844e69fad7da7dee8de48', 'gw_port_host': None}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:42:48.169883 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.174836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-dbe34643-5445-49ca-ad9a-5272e5b4b0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:48.223143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06eb757-e17f-456a-b58c-e9e6ababcc02,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:48.250853 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:48.322875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.507107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.509563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.533761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.534310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e57c273-65bb-424a-9dc0-7235ef2431e1 {{(pid=86423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:42:48.547052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.548305 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-15bfd52a-20cc-4d02-a6ec-b28ab1cf63c8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8e57c273-65bb-424a-9dc0-7235ef2431e1 HTTP/1.1" status: 204  len: 168 time: 1.2821710
Apr 21 07:42:48.551143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38150) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:48.620869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] Deleting subnet 58c9673b-9045-4765-a7a0-30cc99f04624 {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:42:48.624111 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.636633 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.680915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849461653'] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:48.777318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.299127 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6530979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7126133'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.304258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:49.339897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c9673b-9045-4765-a7a0-30cc99f04624,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:49.343546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:49.344596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.350069 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a53bf-32a1-426c-9311-ad8e21054279 None None] Network 4a0ca292-0082-4c02-99d0-ad3665156645 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:42:49.351017 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c2fdf9e7-1462-409f-bd61-a53714a298e5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/58c9673b-9045-4765-a7a0-30cc99f04624 HTTP/1.1" status: 204  len: 168 time: 0.7988546
Apr 21 07:42:49.355055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38154) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:49.470015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.481521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Deleting port 19ef1bca-5025-4b92-9a96-8cd28052c6cc {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:49.481915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.608737 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] DHCP port deletion for 4a0ca292-0082-4c02-99d0-ad3665156645 request from dv-cinder-779194-2-iscsi {{(pid=86425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 07:42:49.613521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] Deleting port 19ef1bca-5025-4b92-9a96-8cd28052c6cc {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:49.613999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.708010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] For port 19ef1bca-5025-4b92-9a96-8cd28052c6cc, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=19ef1bca-5025-4b92-9a96-8cd28052c6cc,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:49.708386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.830010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] For port 19ef1bca-5025-4b92-9a96-8cd28052c6cc, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=19ef1bca-5025-4b92-9a96-8cd28052c6cc,segment=NetworkSegment(c15fc024-a55a-4ba7-86c2-0f3fdfe76391),segment_id=c15fc024-a55a-4ba7-86c2-0f3fdfe76391)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:49.830370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.847494 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 816a5f38-7917-47d8-b88a-45add454f5ab no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:42:49.852613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Calling delete_port for 19ef1bca-5025-4b92-9a96-8cd28052c6cc owned by network:dhcp {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:49.933235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:49.937285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9e151215-ec26-4120-ad7c-c122e81a6bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:49.985162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ef1bca-5025-4b92-9a96-8cd28052c6cc,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:49.988780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:49.989657 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] No DVR routers for this DVR port 19ef1bca-5025-4b92-9a96-8cd28052c6cc on host dv-cinder-779194-2-iscsi {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:42:50.006109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] Calling delete_port for 19ef1bca-5025-4b92-9a96-8cd28052c6cc owned by network:dhcp {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:50.033988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 816a5f38-7917-47d8-b88a-45add454f5ab {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:42:50.034370 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 816a5f38-7917-47d8-b88a-45add454f5ab not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:42:50.034875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 19ef1bca-5025-4b92-9a96-8cd28052c6cc no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:42:50.081245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 19ef1bca-5025-4b92-9a96-8cd28052c6cc {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:42:50.081535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 19ef1bca-5025-4b92-9a96-8cd28052c6cc not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:42:50.082094 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device e06eb757-e17f-456a-b58c-e9e6ababcc02 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:42:50.113071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:50.126556 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: e06eb757-e17f-456a-b58c-e9e6ababcc02 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:42:50.126894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device e06eb757-e17f-456a-b58c-e9e6ababcc02 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:42:50.155409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.api [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 07:42:50.156009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.api [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 07:42:50.228855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b94dd390>,) {'filters': {'network_id': ['4a0ca292-0082-4c02-99d0-ad3665156645']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:50.242199 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b94dd390>, 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:50.242541 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b94dd390>, 'c15fc024-a55a-4ba7-86c2-0f3fdfe76391') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:50.255063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:50.274375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:50.280850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:42:50.457982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Network 4a0ca292-0082-4c02-99d0-ad3665156645 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:42:50.467032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:50.657863 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] Deleting port 19ef1bca-5025-4b92-9a96-8cd28052c6cc {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:50.658430 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:50.734630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea0da9-9226-44b0-a87f-a603cc56271c None None] The port '19ef1bca-5025-4b92-9a96-8cd28052c6cc' was deleted {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 07:42:50.885184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Network 4a0ca292-0082-4c02-99d0-ad3665156645 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:42:50.908242 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:42:50.998807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:51.004965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:51.009410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9b426a4a-441a-4198-bfb7-ea19ce02dd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:51.043252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0ca292-0082-4c02-99d0-ad3665156645,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:51.045904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:51.048020 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4a0ca292-0082-4c02-99d0-ad3665156645 HTTP/1.1" status: 204  len: 168 time: 1.6916108
Apr 21 07:42:51.051245 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38160) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:51.234223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:42:51.641962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:52.033050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Deleting port bd3c2278-b4e9-4e2b-8702-e45bd8092d43 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:52.033423 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:52.214929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] For port bd3c2278-b4e9-4e2b-8702-e45bd8092d43, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,segment=NetworkSegment(966a3b60-09ba-49b9-8ed1-cd68cba0265c),segment_id=966a3b60-09ba-49b9-8ed1-cd68cba0265c)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:52.215324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:52.348002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Calling delete_port for bd3c2278-b4e9-4e2b-8702-e45bd8092d43 owned by network:router_interface {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:52.540383 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:52.544103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e710712e-64ff-459a-9d28-fdea3f68fb6b tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:52.591343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3c2278-b4e9-4e2b-8702-e45bd8092d43,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:52.595001 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:52.877992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:53.294452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Router 2b2510b4-36af-471e-af92-8f1dd0143c55 has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:42:53.733702 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:42:53.743141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39029001-c093-4881-addd-346f3227b3e0 None None] Sync routers for ids ['2b2510b4-36af-471e-af92-8f1dd0143c55'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:42:53.744013 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a89def66-2adc-49f5-b06f-da47ee0de005 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b2510b4-36af-471e-af92-8f1dd0143c55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6916490
Apr 21 07:42:53.746851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38164) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:53.754068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39029001-c093-4881-addd-346f3227b3e0 None None] Routers {'2b2510b4-36af-471e-af92-8f1dd0143c55'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:42:53.754893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-39029001-c093-4881-addd-346f3227b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6c23599e8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:42:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2b2510b4-36af-471e-af92-8f1dd0143c55'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:53.946397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks [] for router, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:54.116783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-39029001-c093-4881-addd-346f3227b3e0 None None] Set router 2b2510b4-36af-471e-af92-8f1dd0143c55 gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:42:54.146984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:54.157213 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Deleting port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:54.157602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:54.343782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] For port 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=4aaf91f1-d9b1-4733-adaa-36cbf0d481f0,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:54.344177 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:54.416212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-39029001-c093-4881-addd-346f3227b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6c23599e8>, [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:42:52Z', 'revision_number': 5, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port': {'id': '4aaf91f1-d9b1-4733-adaa-36cbf0d481f0', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:54.420778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39029001-c093-4881-addd-346f3227b3e0 None None] Checking router: 2b2510b4-36af-471e-af92-8f1dd0143c55 for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:42:54.430831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39029001-c093-4881-addd-346f3227b3e0 None None] Routers {'2b2510b4-36af-471e-af92-8f1dd0143c55'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:42:54.431496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-39029001-c093-4881-addd-346f3227b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6c23599e8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:42:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['2b2510b4-36af-471e-af92-8f1dd0143c55'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:54.478002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Calling delete_port for 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 owned by network:router_gateway {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:54.593390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-39029001-c093-4881-addd-346f3227b3e0 None None] Set router 2b2510b4-36af-471e-af92-8f1dd0143c55 gateway port host: None {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:42:54.658694 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:54.663561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-575d5fae-d824-4d29-8498-279d30cf04f6 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:54.705654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-39029001-c093-4881-addd-346f3227b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6c23599e8>, [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:42:54Z', 'revision_number': 6, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:54.710090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39029001-c093-4881-addd-346f3227b3e0 None None] The sync data for ids ['2b2510b4-36af-471e-af92-8f1dd0143c55'] in dv-cinder-779194-2-iscsi is: [{'id': '2b2510b4-36af-471e-af92-8f1dd0143c55', 'name': 'tempest-TestMinimumBasicScenario-2124501235-router', 'tenant_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:40:34Z', 'updated_at': '2021-04-21T07:42:54Z', 'revision_number': 6, 'project_id': 'dfbb0d9a3990453eacb93a87f0528e8e', 'gw_port_host': None}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:42:54.742009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=4aaf91f1-d9b1-4733-adaa-36cbf0d481f0,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:54.749064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:54.811133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.001840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.004390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.041647 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.042247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2510b4-36af-471e-af92-8f1dd0143c55 {{(pid=86424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:42:55.055776 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] Notify callbacks [] for router, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.057011 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-01b93909-d464-43b6-8bdf-37bb5beefd7e admin admin] 10.222.0.36 "DELETE /v2.0/routers/2b2510b4-36af-471e-af92-8f1dd0143c55 HTTP/1.1" status: 204  len: 168 time: 1.3091276
Apr 21 07:42:55.060021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38170) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:55.129778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] Deleting subnet 6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71 {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:42:55.133100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.190767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849461653'] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.277278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.565021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6530979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7126133'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.569512 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:55.608777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:55.612587 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:55.615305 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.620985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d653e0f-03cc-4c54-92e1-2b8c17a1e11a None None] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:42:55.624077 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9735e50e-ca95-43fc-891e-fa3b3ac05813 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6dea0c8e-ffc2-41f4-a5fc-feb8b8265a71 HTTP/1.1" status: 204  len: 168 time: 0.5628734
Apr 21 07:42:55.626864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38174) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:55.752943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.764972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Deleting port ce223aa3-71ab-4792-9761-dbff7b255718 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:55.765345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.839011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:42:55.876414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:42:55.876812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 4aaf91f1-d9b1-4733-adaa-36cbf0d481f0 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:42:55.877297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device bd3c2278-b4e9-4e2b-8702-e45bd8092d43 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:42:55.913513 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a1e83-5268-4454-b377-8608389e559b None None] DHCP port deletion for 729d1251-2c97-427c-b0c4-99f4bd33c541 request from dv-cinder-779194-2-iscsi {{(pid=86425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 07:42:55.922169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: bd3c2278-b4e9-4e2b-8702-e45bd8092d43 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:42:55.922562 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device bd3c2278-b4e9-4e2b-8702-e45bd8092d43 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:42:55.924786 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-937a1e83-5268-4454-b377-8608389e559b None None] Deleting port ce223aa3-71ab-4792-9761-dbff7b255718 {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:55.925164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-937a1e83-5268-4454-b377-8608389e559b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:55.995560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] For port ce223aa3-71ab-4792-9761-dbff7b255718, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=ce223aa3-71ab-4792-9761-dbff7b255718,segment=NetworkSegment(966a3b60-09ba-49b9-8ed1-cd68cba0265c),segment_id=966a3b60-09ba-49b9-8ed1-cd68cba0265c)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:55.995985 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:56.134306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Calling delete_port for ce223aa3-71ab-4792-9761-dbff7b255718 owned by network:dhcp {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:56.217977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:56.223475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7538f9af-5db1-4cfb-a32a-51768d16de9b tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:56.273304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce223aa3-71ab-4792-9761-dbff7b255718,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:56.277295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:56.279610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] No DVR routers for this DVR port ce223aa3-71ab-4792-9761-dbff7b255718 on host dv-cinder-779194-2-iscsi {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:42:56.328161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-937a1e83-5268-4454-b377-8608389e559b None None] For port ce223aa3-71ab-4792-9761-dbff7b255718, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=ce223aa3-71ab-4792-9761-dbff7b255718,segment=NetworkSegment(966a3b60-09ba-49b9-8ed1-cd68cba0265c),segment_id=966a3b60-09ba-49b9-8ed1-cd68cba0265c)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:42:56.328603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-937a1e83-5268-4454-b377-8608389e559b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:56.406601 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:56.464474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-937a1e83-5268-4454-b377-8608389e559b None None] Calling delete_port for ce223aa3-71ab-4792-9761-dbff7b255718 owned by network:dhcp {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:42:56.525085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6bae8d160>,) {'filters': {'network_id': ['729d1251-2c97-427c-b0c4-99f4bd33c541']}} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:56.538784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bae8d160>, '966a3b60-09ba-49b9-8ed1-cd68cba0265c') {'for_net_delete': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:56.539103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bae8d160>, '966a3b60-09ba-49b9-8ed1-cd68cba0265c') {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:42:56.542023 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.api [None req-937a1e83-5268-4454-b377-8608389e559b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 07:42:56.542433 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.api [None req-937a1e83-5268-4454-b377-8608389e559b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 07:42:56.551696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5314147'] for segment, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:56.570050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:56.576624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=86423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:42:56.762170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:42:56.771437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848245248'] for segment, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:56.957705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Network 729d1251-2c97-427c-b0c4-99f4bd33c541 has no segments {{(pid=86423) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:42:56.981082 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:42:57.043477 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-937a1e83-5268-4454-b377-8608389e559b None None] Deleting port ce223aa3-71ab-4792-9761-dbff7b255718 {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:42:57.043837 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-937a1e83-5268-4454-b377-8608389e559b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:57.063343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:57.067720 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a877d75c-539d-480b-89b1-1cfd7611c10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:57.081686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:57.094705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=729d1251-2c97-427c-b0c4-99f4bd33c541,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:57.098389 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] 10.222.0.36 "DELETE /v2.0/networks/729d1251-2c97-427c-b0c4-99f4bd33c541 HTTP/1.1" status: 204  len: 168 time: 1.4704821
Apr 21 07:42:57.099397 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:57.121986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-937a1e83-5268-4454-b377-8608389e559b None None] The port 'ce223aa3-71ab-4792-9761-dbff7b255718' was deleted {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 07:42:57.289930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38180) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:57.345005 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-608efaa1-0ea6-42b3-85f4-1a8e8d23d850 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db513aec38f844e69fad7da7dee8de48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537336
Apr 21 07:42:57.348636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38184) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:57.414803 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-399e2583-fb42-4dbb-b680-a2eb59431c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:57.444161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-399e2583-fb42-4dbb-b680-a2eb59431c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:57.502582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-399e2583-fb42-4dbb-b680-a2eb59431c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:57.509797 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e3e6646f-4c7a-41f9-8276-b434e84a546e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:57.527894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2583-fb42-4dbb-b680-a2eb59431c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42fc96e-15fc-4482-b251-0ac38ca43271,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:57.532283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-399e2583-fb42-4dbb-b680-a2eb59431c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:57.536650 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-399e2583-fb42-4dbb-b680-a2eb59431c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:57.538248 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-399e2583-fb42-4dbb-b680-a2eb59431c1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d42fc96e-15fc-4482-b251-0ac38ca43271 HTTP/1.1" status: 204  len: 168 time: 0.1886520
Apr 21 07:42:57.840897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device ce223aa3-71ab-4792-9761-dbff7b255718 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:42:57.878825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: ce223aa3-71ab-4792-9761-dbff7b255718 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:42:57.879233 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device ce223aa3-71ab-4792-9761-dbff7b255718 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:42:57.919957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38192) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:57.975531 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-265cd5b7-ea3d-4d8c-9054-3359cf1b49bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfbb0d9a3990453eacb93a87f0528e8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541725
Apr 21 07:42:57.979428 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38196) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:58.042747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d6460b98-9149-41c1-9ba7-ce2afee9eccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:58.070728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d6460b98-9149-41c1-9ba7-ce2afee9eccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:58.131795 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d6460b98-9149-41c1-9ba7-ce2afee9eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:58.135927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e2b17433-6e03-4c72-bbd3-d30ff361712c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:58.148151 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6460b98-9149-41c1-9ba7-ce2afee9eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f87702-50a6-430b-815a-f7e556698ea4,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:58.152661 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d6460b98-9149-41c1-9ba7-ce2afee9eccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:58.155993 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d6460b98-9149-41c1-9ba7-ce2afee9eccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:58.157264 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-d6460b98-9149-41c1-9ba7-ce2afee9eccd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47f87702-50a6-430b-815a-f7e556698ea4 HTTP/1.1" status: 204  len: 168 time: 0.1768639
Apr 21 07:42:58.997196 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38220) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:59.119396 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1435792921-network', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:42:59.124709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:42:59.129180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Usage tracker for resource:network and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:42:59.132631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:42:59.138800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:42:59.151136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Made reservation on behalf of 7f01cf2128584e3c9e937dbf4a4992b3 for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:42:59.158873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:59.178818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:59.195781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:42:59.200418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:42:59.203724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:42:59.210935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:42:59.304499 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:59.308431 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:59.312833 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-0402b0f0-4abb-43df-bf3a-e422c666206e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:59.343453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:42:59.353137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bed3a44-9971-440a-ba62-28b3bdc8d1cb,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:59.357014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:59.359592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:59.359982 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Added segment 5521b7ea-4327-4501-8f45-2ce985020afd of type vlan for network 2d23a547-a1ac-4fd6-89fa-cca425126c0b
Apr 21 07:42:59.388784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:59.421505 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:59.422950 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:42:59.423596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:42:59.427126 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:42:59.534018 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5355341
Apr 21 07:42:59.535176 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d23a547-a1ac-4fd6-89fa-cca425126c0b,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:42:59.537432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38226) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:42:59.540349 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7b654f5d-b2d3-4cf8-bcb6-e04354b7dcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:42:59.544240 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Request body: {'subnet': {'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1435792921-subnet', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:42:59.546367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:42:59.549656 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:42:59.553970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Usage tracker for resource:subnet and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:42:59.557113 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:42:59.563465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:42:59.573802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Made reservation on behalf of 7f01cf2128584e3c9e937dbf4a4992b3 for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:42:59.578553 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847649697'] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.017564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848244762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847649714'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.022188 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:00.098506 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59188827-bda7-4e0e-91b6-36721e7e8efb,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:00.102267 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:00.108865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Checking segment: {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:00.109271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Network hostable DHCP agents. Network: 2d23a547-a1ac-4fd6-89fa-cca425126c0b, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:43:00.129927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:43:00.139339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, 2d23a547-a1ac-4fd6-89fa-cca425126c0b) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:00.149080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bd802f-85cd-4679-b5b4-b3e4e603de82 None None] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:43:00.155628 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:00.156289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.176448 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-381df88a-9c2e-4a6b-95d5-20675819d32f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6378210
Apr 21 07:43:00.179563 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38230) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:00.185061 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:00.190182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:00.194456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Usage tracker for resource:router and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:00.198288 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:00.204465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:00.214410 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.215517 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.231283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.380830 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 07:43:00.381898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.515644 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.546579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Allocated IP 172.20.0.2 (2d23a547-a1ac-4fd6-89fa-cca425126c0b/59188827-bda7-4e0e-91b6-36721e7e8efb/7c365bce-3cfe-44e9-9ea1-ac43a3394b9c) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:43:00.765684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.777339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Transition to ACTIVE for port object 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:00.796901 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Transition to ACTIVE for port object 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:00.802600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.808260 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:00.845531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.874330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:00.877917 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:00.881143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:00.881962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:43:00.891643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Pushing event updated for resources: {'Port': ['ID=7c365bce-3cfe-44e9-9ea1-ac43a3394b9c,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:00.934757 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.935141 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.935518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.935876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.936261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.936631 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.936997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.937385 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.937725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.938090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.938450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.938811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:00.973354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:00.996070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Attempting to bind port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:43:00.996487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Attempting to bind port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:43:00.996907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Attempting to bind port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c on network 2d23a547-a1ac-4fd6-89fa-cca425126c0b {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:43:01.002785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:43:01.003206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Checking segment: {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:01.003652 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:01.004090 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Bound using segment: {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:43:01.004749 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Bound port: 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:43:01.005171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:01.028688 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Allocated IP 172.27.0.55 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/dd028536-ee0e-45ff-b879-f47036b0ca8e) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:43:01.107467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] For port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:43:01.111002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] For port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=7c365bce-3cfe-44e9-9ea1-ac43a3394b9c,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:43:01.115475 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:01.120869 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:01.210819 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Pushing event updated for resources: {'Port': ['ID=7c365bce-3cfe-44e9-9ea1-ac43a3394b9c,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:01.214270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:01.449787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:01.490879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:01.495311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:01.573118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:01.576178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:01.580115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:43:01.612066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Pushing event updated for resources: {'Port': ['ID=dd028536-ee0e-45ff-b879-f47036b0ca8e,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:01.619032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:01.873221 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:01.951874 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:02.034159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:02.406253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:02.485354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35226d98-671f-4f93-82ea-3b8591e5711c None None] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:43:02.614152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] Provisioning for port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:02.623194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] Provisioning complete for port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:02.623615 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:02.627744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:43:02.830930 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:43:02.848388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Sync routers for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:43:02.853203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:02.856789 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:02.861192 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-b2b46ce7-a9fa-43f7-b8bf-bc51f6a53213 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6781058
Apr 21 07:43:02.862022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38234) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:02.890603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:02.891282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba6dd5f8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:42:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:03.038198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] For port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=7c365bce-3cfe-44e9-9ea1-ac43a3394b9c,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:03.054922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:03.060103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:03.164566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:03.448444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] Pushing event updated for resources: {'Port': ['ID=7c365bce-3cfe-44e9-9ea1-ac43a3394b9c,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:03.451703 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:03.540572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-d0bfd3d3-8eec-4b66-a692-0fab0d05dcb8 None None] Provisioning complete for port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:03.540987 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd3d3-8eec-4b66-a692-0fab0d05dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:03.607360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:03.737884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-801abb2d-46b1-4dd3-a60a-4e1426409207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:03.783230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba6dd5f8>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:01Z', 'revision_number': 3, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:03.787492 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Checking router: 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:43:03.787860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Updating router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da port dd028536-ee0e-45ff-b879-f47036b0ca8e binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:43:03.827214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Allocated IP 172.20.0.1 (2d23a547-a1ac-4fd6-89fa-cca425126c0b/59188827-bda7-4e0e-91b6-36721e7e8efb/84f3ca54-e782-450d-9d9a-060cb27efcb9) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:43:03.852024 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:03.878119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:03.985679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.002203 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Transition to ACTIVE for port object 84f3ca54-e782-450d-9d9a-060cb27efcb9 will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:04.027077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.030967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c49447eb-651c-475f-ac91-45650a9e39fe tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:04.063612 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:04.064155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.103034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:04.106022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:04.109941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:43:04.142229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Pushing event updated for resources: {'Port': ['ID=84f3ca54-e782-450d-9d9a-060cb27efcb9,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:04.149920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:04.172545 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.331685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-03e844e2-2c49-42d1-9be9-2f21f8d9d5d8 None None] Provisioning for port 84f3ca54-e782-450d-9d9a-060cb27efcb9 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:04.345572 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-03e844e2-2c49-42d1-9be9-2f21f8d9d5d8 None None] Provisioning complete for port 84f3ca54-e782-450d-9d9a-060cb27efcb9 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:04.346102 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-03e844e2-2c49-42d1-9be9-2f21f8d9d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.472965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-03e844e2-2c49-42d1-9be9-2f21f8d9d5d8 None None] Port 84f3ca54-e782-450d-9d9a-060cb27efcb9 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:43:04.489055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.502879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Transition to ACTIVE for port object dd028536-ee0e-45ff-b879-f47036b0ca8e will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:04.509942 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.514109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-526ec285-f6f5-4326-9c17-4ea9af427178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:04.596634 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Attempting to bind port dd028536-ee0e-45ff-b879-f47036b0ca8e on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:43:04.597041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Attempting to bind port dd028536-ee0e-45ff-b879-f47036b0ca8e by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:43:04.597436 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Attempting to bind port dd028536-ee0e-45ff-b879-f47036b0ca8e on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:43:04.604070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872caab6-e97d-4f06-8022-2eefc2cd745c None None] Pushing event updated for resources: {'Port': ['ID=dd028536-ee0e-45ff-b879-f47036b0ca8e,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:04.608391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-872caab6-e97d-4f06-8022-2eefc2cd745c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:04.609225 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:43:04.609632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:04.610057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.610516 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:43:04.611037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Bound port: dd028536-ee0e-45ff-b879-f47036b0ca8e, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:43:04.611424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.691201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] For port dd028536-ee0e-45ff-b879-f47036b0ca8e, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:43:04.694607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] For port dd028536-ee0e-45ff-b879-f47036b0ca8e, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=dd028536-ee0e-45ff-b879-f47036b0ca8e,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:43:04.695528 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.699519 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.704553 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:04.784153 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:04.784751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba6dd5f8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:42:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:04.854831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872caab6-e97d-4f06-8022-2eefc2cd745c None None] Pushing event updated for resources: {'Port': ['ID=dd028536-ee0e-45ff-b879-f47036b0ca8e,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:04.859555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-872caab6-e97d-4f06-8022-2eefc2cd745c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:04.938054 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.942452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:04.972346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:04.980807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:05.059387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Pushing event updated for resources: {'Port': ['ID=84f3ca54-e782-450d-9d9a-060cb27efcb9,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:05.062440 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:05.063643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:05.209683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:05.210937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:05.321060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba6dd5f8>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:03Z', 'revision_number': 1, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:05.325474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c1070-28d8-4b09-aaf1-becee257d022 None None] The sync data for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi is: [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:03Z', 'revision_number': 1, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:43:05.399128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-7dc6de7b-0b1a-45de-8839-18ca56bc219c None None] Provisioning complete for port 84f3ca54-e782-450d-9d9a-060cb27efcb9 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:05.399550 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7dc6de7b-0b1a-45de-8839-18ca56bc219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:05.422281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:43:05.461759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6de7b-0b1a-45de-8839-18ca56bc219c None None] Port 84f3ca54-e782-450d-9d9a-060cb27efcb9 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:43:05.619889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:43:05.630483 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] 10.222.0.36 "PUT /v2.0/routers/1cea16d5-a459-46f9-ba82-0c2a3ac1c9da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7673047
Apr 21 07:43:06.258762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38252) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:06.266259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1555452963-network', 'tenant_id': '1c01b07c5dda4029808056330835ad27'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:06.274400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:06.280051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Usage tracker for resource:network and tenant:1c01b07c5dda4029808056330835ad27 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:06.283349 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:06.290195 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:06.300249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Made reservation on behalf of 1c01b07c5dda4029808056330835ad27 for: {'network': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:43:06.306224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for network, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:06.320411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:06.337398 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:06.341862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Usage tracker for resource:security_group_rule and tenant:1c01b07c5dda4029808056330835ad27 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:06.345374 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:06.352328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:06.448632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:06.452074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:06.456762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ae4e1c20-2985-4d7b-b5c5-da51a1b01a01 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:06.490281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=86423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 07:43:06.504275 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be1cfd-3cde-4c91-98c0-15c0bcb137ab,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:06.508895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:06.509920 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:06.510316 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.segments_db [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Added segment 8f64d1b5-a28b-4ce2-99ca-1c6896417565 of type vlan for network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3
Apr 21 07:43:06.538679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363251838867111'] for network, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:06.570083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507'] for network, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:06.571521 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:06.572178 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:06.577302 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e871640d-b52e-4f20-ba68-34c71e0a7561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:06.681129 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4210920
Apr 21 07:43:06.684097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38256) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:06.692415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Request body: {'subnet': {'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1555452963-subnet', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'ip_version': 4}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:06.696143 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Pushing event updated for resources: {'Network': ['ID=ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:06.699674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-23d5c622-8402-4411-a6bb-7023e29ca541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:06.700879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:06.706779 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 details requested by agent ovs-agent-dv-cinder-779194-2-iscsi with host dv-cinder-779194-2-iscsi {{(pid=86425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 07:43:06.706923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Usage tracker for resource:subnet and tenant:1c01b07c5dda4029808056330835ad27 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:06.710116 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:06.716330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:06.727794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Made reservation on behalf of 1c01b07c5dda4029808056330835ad27 for: {'subnet': 1} {{(pid=86423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:43:06.733598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847649697'] for subnet, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.131893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5d26b678-35ad-47f6-926a-bbb51968add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.166889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848244762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847649714'] for subnet, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.170915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9ceffa50-da4e-4724-9233-f23fc3edeedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:07.246355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e65a01-5ed6-455c-bc3b-2c1c1717e6b2,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:07.250326 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:07.258198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Checking segment: {'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:07.258597 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Network hostable DHCP agents. Network: ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3, hostable agents: ['cfa4411a-4508-4d94-9f17-0af37d4298ec'], hosted agents: [] {{(pid=86423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 07:43:07.279300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 is scheduled to be hosted by DHCP agent cfa4411a-4508-4d94-9f17-0af37d4298ec with binding_index 1 {{(pid=86423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 07:43:07.288944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779194-2-iscsi, ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3) {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:07.298444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7eca0d-7750-46ec-85b8-cf518fee8e52 None None] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:43:07.301936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:07.302721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.323094 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-f46a44ac-2d12-4736-bff4-f4a1a24e69a0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6379280
Apr 21 07:43:07.326053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38260) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:07.331596 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:07.337015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:07.341110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Usage tracker for resource:router and tenant:1c01b07c5dda4029808056330835ad27 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:07.345184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:07.351836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:07.361992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854128672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712362'] for router, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.363068 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-522766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63439'] for router, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.378382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.708711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8a7e4fa-a899-5048-8636-6b931994d38b-ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3', 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'fixed_ips': [{'subnet_id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2'}]}} from dv-cinder-779194-2-iscsi. {{(pid=86425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 07:43:07.709709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.884965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device dd028536-ee0e-45ff-b879-f47036b0ca8e up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:07.935201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63408'] for router, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:07.955764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Allocated IP 172.20.0.2 (ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3/76e65a01-5ed6-455c-bc3b-2c1c1717e6b2/fec6cb68-48c1-4125-9b6a-0a590dee57d5) {{(pid=86425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:43:08.065861 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port dd028536-ee0e-45ff-b879-f47036b0ca8e completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:08.080229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port dd028536-ee0e-45ff-b879-f47036b0ca8e triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:08.080651 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.273756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.311655 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.319232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Notify callbacks [] for port, precommit_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.326327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.343060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Transition to ACTIVE for port object fec6cb68-48c1-4125-9b6a-0a590dee57d5 will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:08.359537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port dd028536-ee0e-45ff-b879-f47036b0ca8e, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=dd028536-ee0e-45ff-b879-f47036b0ca8e,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:08.367771 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.371974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:08.410118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Transition to ACTIVE for port object fec6cb68-48c1-4125-9b6a-0a590dee57d5 will not be triggered until provisioned by entity DHCP. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:08.437182 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233'] for port, after_create {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.461897 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Allocated IP 172.27.0.174 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/f2a6326c-1534-42cd-b364-82b6103faa3d) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:43:08.464813 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 is already hosted by enough agents. {{(pid=86425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:08.468145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Resources bound (agent type, host, resource id):  {{(pid=86425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:08.470086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=dd028536-ee0e-45ff-b879-f47036b0ca8e,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:08.472887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Received port after_create {{(pid=86425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:43:08.486142 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Sync routers for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:43:08.496799 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:08.497498 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bafa12e8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:43:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:08.511002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:08.514330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:08.632318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.633828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.643523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Pushing event updated for resources: {'Port': ['ID=fec6cb68-48c1-4125-9b6a-0a590dee57d5,revision_number=1']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:08.647458 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:08.648082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Attempting to bind port fec6cb68-48c1-4125-9b6a-0a590dee57d5 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:43:08.648488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Attempting to bind port fec6cb68-48c1-4125-9b6a-0a590dee57d5 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:43:08.648891 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Attempting to bind port fec6cb68-48c1-4125-9b6a-0a590dee57d5 on network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:43:08.654926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:43:08.655336 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Checking segment: {'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:08.656026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.656159 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Bound using segment: {'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:43:08.656679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Bound port: fec6cb68-48c1-4125-9b6a-0a590dee57d5, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:43:08.657085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.671380 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.676804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e1a76355-f22d-47bb-b2ff-ab20f7f96ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:08.690725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:08.746318 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:08.750002 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:08.754065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:43:08.756683 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] For port fec6cb68-48c1-4125-9b6a-0a590dee57d5, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:43:08.759699 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] For port fec6cb68-48c1-4125-9b6a-0a590dee57d5, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=fec6cb68-48c1-4125-9b6a-0a590dee57d5,segment=NetworkSegment(8f64d1b5-a28b-4ce2-99ca-1c6896417565),segment_id=8f64d1b5-a28b-4ce2-99ca-1c6896417565)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:43:08.765011 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:08.769876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:08.794739 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a6326c-1534-42cd-b364-82b6103faa3d,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:08.799022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:08.852523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Pushing event updated for resources: {'Port': ['ID=fec6cb68-48c1-4125-9b6a-0a590dee57d5,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:08.856328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:09.047241 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bafa12e8>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 2, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:09.052059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Checking router: 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:43:09.052474 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Updating router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da port 84f3ca54-e782-450d-9d9a-060cb27efcb9 binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:43:09.120548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:09.210692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:09.237329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:09.513932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:09.526771 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Transition to ACTIVE for port object 84f3ca54-e782-450d-9d9a-060cb27efcb9 will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:09.533017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:09.537236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:09.599838 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:09.610059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854122677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854252845'] for router, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:09.861922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Router c6f60911-8fa3-4f6f-a990-a4cf77682c5a is scheduled to L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 with binding_index 1 {{(pid=86423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 07:43:09.882583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Pushing event updated for resources: {'Port': ['ID=84f3ca54-e782-450d-9d9a-060cb27efcb9,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:09.925416 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.925890 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.926252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.926620 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.926981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.927343 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.927684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.928034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.928823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.929185 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.929665 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.929904 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:09.938180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:09.952742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device fec6cb68-48c1-4125-9b6a-0a590dee57d5 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:09.955748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Attempting to bind port 84f3ca54-e782-450d-9d9a-060cb27efcb9 on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:43:09.956212 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Attempting to bind port 84f3ca54-e782-450d-9d9a-060cb27efcb9 by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:43:09.956669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Attempting to bind port 84f3ca54-e782-450d-9d9a-060cb27efcb9 on network 2d23a547-a1ac-4fd6-89fa-cca425126c0b {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:43:09.963500 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:43:09.963921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Checking segment: {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:09.964363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:09.964800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Bound using segment: {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:43:09.965727 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Bound port: 84f3ca54-e782-450d-9d9a-060cb27efcb9, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:43:09.965860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:10.046373 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port fec6cb68-48c1-4125-9b6a-0a590dee57d5 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:10.053452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device dd028536-ee0e-45ff-b879-f47036b0ca8e up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:10.064724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] For port 84f3ca54-e782-450d-9d9a-060cb27efcb9, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:43:10.068696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] For port 84f3ca54-e782-450d-9d9a-060cb27efcb9, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=84f3ca54-e782-450d-9d9a-060cb27efcb9,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:43:10.075743 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:10.081361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-01b68d8c-0e42-4353-b17e-868569ee0ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:10.095272 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:43:10.105050 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Sync routers for ids ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:43:10.121836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:10.126659 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.7995391
Apr 21 07:43:10.127367 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38264) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:10.131514 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Routers {'c6f60911-8fa3-4f6f-a990-a4cf77682c5a'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:10.132214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6b9f97f28>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:43:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:10.172695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:10.173391 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6bafa12e8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:43:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:10.252384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Pushing event updated for resources: {'Port': ['ID=84f3ca54-e782-450d-9d9a-060cb27efcb9,revision_number=4']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:10.258123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a26845e3-1c4c-4f70-8987-227470feca33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:10.364831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port dd028536-ee0e-45ff-b879-f47036b0ca8e triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:10.365249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:10.428936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:10.443280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89730e1a-893d-479f-ad50-3cf0caca42b3 None None] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:43:10.531267 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Set router c6f60911-8fa3-4f6f-a990-a4cf77682c5a gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:10.688486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] Provisioning for port fec6cb68-48c1-4125-9b6a-0a590dee57d5 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:10.778484 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6bafa12e8>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:10Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:10.782885 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20c27e-4a45-40f1-a26f-42a481e38906 None None] The sync data for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi is: [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:10Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:43:10.792037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] Provisioning complete for port fec6cb68-48c1-4125-9b6a-0a590dee57d5 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:10.792457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:10.994941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.235963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Allocated IP 172.20.0.1 (ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3/76e65a01-5ed6-455c-bc3b-2c1c1717e6b2/bc7802ca-8fef-43e9-9828-4fd3d37bf2cf) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:43:11.338186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.398346 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.401119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] For port fec6cb68-48c1-4125-9b6a-0a590dee57d5, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=fec6cb68-48c1-4125-9b6a-0a590dee57d5,segment=NetworkSegment(8f64d1b5-a28b-4ce2-99ca-1c6896417565),segment_id=8f64d1b5-a28b-4ce2-99ca-1c6896417565)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:11.405501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.408850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:11.419046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Transition to ACTIVE for port object bc7802ca-8fef-43e9-9828-4fd3d37bf2cf will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:11.450014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6b9f97f28>, [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:43:09Z', 'revision_number': 3, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port': {'id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:08Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:11.451129 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.456772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-13d49f4b-3452-4941-92f4-188630547218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:11.469165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Checking router: c6f60911-8fa3-4f6f-a990-a4cf77682c5a for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:43:11.469582 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Updating router c6f60911-8fa3-4f6f-a990-a4cf77682c5a port f2a6326c-1534-42cd-b364-82b6103faa3d binding host dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:43:11.526729 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:11.535680 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:11.541225 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:43:11.549181 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] Pushing event updated for resources: {'Port': ['ID=fec6cb68-48c1-4125-9b6a-0a590dee57d5,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:11.554567 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:11.557236 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.592827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:11.597456 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:11.620280 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642574'] for router_interface, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.698599 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-7d1d3011-827c-4110-b26d-a0dbb08c4487 None None] Provisioning complete for port fec6cb68-48c1-4125-9b6a-0a590dee57d5 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:11.699234 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-7d1d3011-827c-4110-b26d-a0dbb08c4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.746675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:11.907578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device fec6cb68-48c1-4125-9b6a-0a590dee57d5 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:12.105679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port fec6cb68-48c1-4125-9b6a-0a590dee57d5 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:12.106099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.186297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Notify callbacks [] for port, precommit_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.193297 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-3b4b59d4-5b3c-4c6d-a3cb-4a063626048a None None] Provisioning for port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:12.209084 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Transition to ACTIVE for port object f2a6326c-1534-42cd-b364-82b6103faa3d will not be triggered until provisioned by entity L2. {{(pid=86425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:12.211598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-3b4b59d4-5b3c-4c6d-a3cb-4a063626048a None None] Provisioning complete for port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:12.212037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3b4b59d4-5b3c-4c6d-a3cb-4a063626048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.236466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.240444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.255936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.269165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6f7d85f5-948f-4060-aa20-547d8b985a37 tempest-AttachVolumeShelveTestJSON-391223961 tempest-AttachVolumeShelveTestJSON-391223961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:12.270856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:12.346778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b59d4-5b3c-4c6d-a3cb-4a063626048a None None] Port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:43:12.354952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133143'] for router_interface, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.358689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:12.362413 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:12.404285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Attempting to bind port f2a6326c-1534-42cd-b364-82b6103faa3d on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:43:12.404698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Attempting to bind port f2a6326c-1534-42cd-b364-82b6103faa3d by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:43:12.405104 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Attempting to bind port f2a6326c-1534-42cd-b364-82b6103faa3d on network c582a6b9-520f-4956-850d-0cbc23894f49 {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:43:12.414219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a41dd1-2d37-47b5-b458-91e1c09ca99f None None] Pushing event updated for resources: {'Port': ['ID=f2a6326c-1534-42cd-b364-82b6103faa3d,revision_number=2']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:12.417204 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-02a41dd1-2d37-47b5-b458-91e1c09ca99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:12.431951 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:43:12.432364 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Checking segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:12.432807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.433231 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Bound using segment: {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'} {{(pid=86425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:43:12.433765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Bound port: f2a6326c-1534-42cd-b364-82b6103faa3d, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc05eb-78b9-40f1-a4a1-6b78112ccd3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49'}}] {{(pid=86425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:43:12.434189 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.466026 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 84f3ca54-e782-450d-9d9a-060cb27efcb9 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:12.500206 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:12.501472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:12.569250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] For port f2a6326c-1534-42cd-b364-82b6103faa3d, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:43:12.573046 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] For port f2a6326c-1534-42cd-b364-82b6103faa3d, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=f2a6326c-1534-42cd-b364-82b6103faa3d,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:43:12.580441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.585680 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-cab9bda4-1f4f-4b6c-90c7-b0451095510f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:12.628032 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port 84f3ca54-e782-450d-9d9a-060cb27efcb9 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:12.663406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 84f3ca54-e782-450d-9d9a-060cb27efcb9 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:12.663826 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:12.704414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Router c6f60911-8fa3-4f6f-a990-a4cf77682c5a has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:43:12.715611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Routers {'c6f60911-8fa3-4f6f-a990-a4cf77682c5a'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:12.716287 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6b9f97f28>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:43:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:12.860250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a41dd1-2d37-47b5-b458-91e1c09ca99f None None] Pushing event updated for resources: {'Port': ['ID=f2a6326c-1534-42cd-b364-82b6103faa3d,revision_number=3']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:12.863546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-02a41dd1-2d37-47b5-b458-91e1c09ca99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:12.895537 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:43:12.913883 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-4f7326fb-7088-4b1b-9f3c-3733eca87ec8 admin admin] 10.222.0.36 "PUT /v2.0/routers/c6f60911-8fa3-4f6f-a990-a4cf77682c5a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7763150
Apr 21 07:43:12.914045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f6994ca0-ed49-4556-9231-1dd05ec650e7 None None] Provisioning complete for port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:12.914045 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f6994ca0-ed49-4556-9231-1dd05ec650e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:13.051527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f6994ca0-ed49-4556-9231-1dd05ec650e7 None None] Port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:43:13.058523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] Set router c6f60911-8fa3-4f6f-a990-a4cf77682c5a gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:13.111705 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:13.293836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port 84f3ca54-e782-450d-9d9a-060cb27efcb9, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=84f3ca54-e782-450d-9d9a-060cb27efcb9,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:13.301723 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:13.305466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a30efe6d-445d-47e4-87ce-0fba32486e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:13.416852 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=84f3ca54-e782-450d-9d9a-060cb27efcb9,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:13.421390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:13.492934 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6b9f97f28>, [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:43:11Z', 'revision_number': 4, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port': {'id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:08Z', 'updated_at': '2021-04-21T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bc7802ca-8fef-43e9-9828-4fd3d37bf2cf', 'name': '', 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'mac_address': 'fa:16:3e:9c:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:11Z', 'updated_at': '2021-04-21T07:43:11Z', 'revision_number': 2, 'project_id': '1c01b07c5dda4029808056330835ad27', 'subnets': [{'id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:13.497333 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee629d-5471-4ac4-859f-f132a4b3047d None None] The sync data for ids ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'] in dv-cinder-779194-2-iscsi is: [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:43:11Z', 'revision_number': 4, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port': {'id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:08Z', 'updated_at': '2021-04-21T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bc7802ca-8fef-43e9-9828-4fd3d37bf2cf', 'name': '', 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'mac_address': 'fa:16:3e:9c:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:11Z', 'updated_at': '2021-04-21T07:43:11Z', 'revision_number': 2, 'project_id': '1c01b07c5dda4029808056330835ad27', 'subnets': [{'id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:43:13.873252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 84f3ca54-e782-450d-9d9a-060cb27efcb9 up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:13.956741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port 84f3ca54-e782-450d-9d9a-060cb27efcb9 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:13.957581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.630986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38276) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:14.637083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479722083', 'description': 'tempest-secgroup-smoke-479722083 description', 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:14.644085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:14.648342 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:security_group and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:14.652858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:14.659361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:14.670701 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.692967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:14.696991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:security_group_rule and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:14.699918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:14.705893 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:14.779998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.784222 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.789862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3dc70d7f-f352-4dc1-a89b-c5d97a49e5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:14.831237 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:14.834585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.838756 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2038102
Apr 21 07:43:14.838756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-49d06175-aecf-4ff2-9f42-441d3c3077f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:14.839758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38280) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:14.845108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'security_group_rule': {'security_group_id': '8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00', 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:14.852183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:14.856278 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:security_group_rule and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:14.859323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:14.865580 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:14.882713 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.951323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.955244 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.957999 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c29e2ace-b796-40be-9ca1-798706e69a9e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:14.984420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233158a4-6fcd-4f39-b82c-8c21655de985,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:14.987004 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:14.994997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:14.996301 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c2695f05-db2d-43f5-abd2-f5855dc8d87a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1562352
Apr 21 07:43:14.999361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38284) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:15.004963 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'security_group_rule': {'security_group_id': '8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00', 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:15.011956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:15.016432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:security_group_rule and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:15.019807 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:15.026184 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:15.043583 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.114323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.118295 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.120479 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-51fdc17d-dc84-41e1-ba9a-f27a2ccd4002 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:15.141766 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04ad9e5-2190-4bee-9987-0a32ac91a27a,revision_number=0']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:15.146086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:15.156092 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.157897 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-87b4f98d-7ecf-472b-a9da-35898f7b9f97 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1574903
Apr 21 07:43:15.161358 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38288) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:15.167400 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'security_group_rule': {'security_group_id': '8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00', 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:15.174136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:15.178862 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:security_group_rule and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:15.182150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:15.192970 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:15.211809 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.281618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.286775 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.289052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-590cd87b-9a22-4d92-8581-92c9a438bc4e tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:15.313576 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831e2625-dc13-4f87-8749-7e89ea9b09cb,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:15.318443 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:15.327198 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.328472 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ecd2dcb4-fa1c-455f-bfc1-8e4f18d9d8e5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1660197
Apr 21 07:43:15.331591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38292) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:15.337080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'security_group_rule': {'security_group_id': '8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00', 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:15.343787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:15.348059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:security_group_rule and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:15.351091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:15.357163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:15.374894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.443029 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.446929 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.449823 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3c583f0d-bac9-411b-914b-904a02f88ecf tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:15.473718 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe73a3d-5e6f-4c23-96fd-f91c8da99418,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:15.476265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:15.484321 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.485628 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ac6e561e-596e-4add-b603-c1237887f575 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1529932
Apr 21 07:43:15.489009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38296) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:15.494554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'security_group_rule': {'security_group_id': '8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00', 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:15.501115 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:15.505235 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:security_group_rule and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:15.508546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:15.515119 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:15.526940 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.securitygroups_db [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Project 7f01cf2128584e3c9e937dbf4a4992b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 07:43:15.534360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.609368 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.613944 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.616118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:15.640406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c250164c-ad27-42ae-9a10-47d78f0c7b5a,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:15.642968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:15.651101 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.652934 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-490bca17-4531-4991-9107-a0dcbdca0d38 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1628497
Apr 21 07:43:15.656056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38300) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:15.664744 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'security_group_rule': {'security_group_id': '8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00', 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:15.674112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:15.679074 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:security_group_rule and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:15.682232 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86424) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:15.688427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:15.700165 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.securitygroups_db [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Project 7f01cf2128584e3c9e937dbf4a4992b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 07:43:15.707270 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.778971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.783324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380339'] for security_group_rule, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.786017 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:15.811880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f00c71-d176-4eb9-8627-a99d71d6be7a,revision_number=0']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:15.815906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:15.820626 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:15.821965 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3a16f23d-9198-4d9f-b507-ddb64fe82a1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1646349
Apr 21 07:43:15.878051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device f2a6326c-1534-42cd-b364-82b6103faa3d up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:15.951811 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port f2a6326c-1534-42cd-b364-82b6103faa3d completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:15.956730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port f2a6326c-1534-42cd-b364-82b6103faa3d triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:15.957801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:16.087927 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:16.106037 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port f2a6326c-1534-42cd-b364-82b6103faa3d, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=f2a6326c-1534-42cd-b364-82b6103faa3d,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:16.109146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:16.111137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-eb6958dd-c4c9-46d2-a765-a805a1a59da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:16.185242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=f2a6326c-1534-42cd-b364-82b6103faa3d,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:16.188659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:16.549843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Sync routers for ids ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:43:16.560977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Routers {'c6f60911-8fa3-4f6f-a990-a4cf77682c5a'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:16.561636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baf6fdd8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:43:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:16.752673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Set router c6f60911-8fa3-4f6f-a990-a4cf77682c5a gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:17.102973 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baf6fdd8>, [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:43:11Z', 'revision_number': 4, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port': {'id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:08Z', 'updated_at': '2021-04-21T07:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bc7802ca-8fef-43e9-9828-4fd3d37bf2cf', 'name': '', 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'mac_address': 'fa:16:3e:9c:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:11Z', 'updated_at': '2021-04-21T07:43:11Z', 'revision_number': 2, 'project_id': '1c01b07c5dda4029808056330835ad27', 'subnets': [{'id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:17.107123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Checking router: c6f60911-8fa3-4f6f-a990-a4cf77682c5a for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:43:17.107554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Updating router c6f60911-8fa3-4f6f-a990-a4cf77682c5a port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf binding host dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 07:43:17.166134 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:17.548133 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Notify callbacks [] for port, precommit_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:17.561581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Transition to ACTIVE for port object bc7802ca-8fef-43e9-9828-4fd3d37bf2cf will not be triggered until provisioned by entity L2. {{(pid=86426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:17.568415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:17.572452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:17.738902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee648c-c220-4997-aa4d-5352ee3f1db3 None None] Pushing event updated for resources: {'Port': ['ID=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,revision_number=3']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:17.741969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-faee648c-c220-4997-aa4d-5352ee3f1db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:17.814968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Attempting to bind port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf on host dv-cinder-779194-2-iscsi for vnic_type normal with profile  {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:43:17.815384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Attempting to bind port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf by drivers openvswitch,hyperv on host dv-cinder-779194-2-iscsi at level 0 using segments [{'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:43:17.815774 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Attempting to bind port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf on network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:43:17.821787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Checking agent: {'id': '7a951998-6944-45eb-b47f-1d6e2bf6919f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779194-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 51, 38), 'started_at': datetime.datetime(2021, 4, 21, 6, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779194-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:43:17.822208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Checking segment: {'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:17.822724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:17.823162 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Bound using segment: {'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'} {{(pid=86426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:43:17.823679 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Bound port: bc7802ca-8fef-43e9-9828-4fd3d37bf2cf, host: dv-cinder-779194-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f64d1b5-a28b-4ce2-99ca-1c6896417565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3'}}] {{(pid=86426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:43:17.824093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:17.861837 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device f2a6326c-1534-42cd-b364-82b6103faa3d up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:17.923672 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] For port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf, host dv-cinder-779194-2-iscsi, cleared binding levels {{(pid=86426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:43:17.926933 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] For port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf, host dv-cinder-779194-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,segment=NetworkSegment(8f64d1b5-a28b-4ce2-99ca-1c6896417565),segment_id=8f64d1b5-a28b-4ce2-99ca-1c6896417565)] {{(pid=86426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:43:17.930923 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:17.936031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:17.937104 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port f2a6326c-1534-42cd-b364-82b6103faa3d triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:17.937565 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:18.014926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Routers {'c6f60911-8fa3-4f6f-a990-a4cf77682c5a'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:18.015623 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baf6fdd8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:43:07Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:18.322224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee648c-c220-4997-aa4d-5352ee3f1db3 None None] Pushing event updated for resources: {'Port': ['ID=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,revision_number=4']} {{(pid=86426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:18.325632 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-faee648c-c220-4997-aa4d-5352ee3f1db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:18.400784 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] Set router c6f60911-8fa3-4f6f-a990-a4cf77682c5a gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:18.637187 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:18.739865 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baf6fdd8>, [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:43:11Z', 'revision_number': 4, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port': {'id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:08Z', 'updated_at': '2021-04-21T07:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bc7802ca-8fef-43e9-9828-4fd3d37bf2cf', 'name': '', 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'mac_address': 'fa:16:3e:9c:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:11Z', 'updated_at': '2021-04-21T07:43:17Z', 'revision_number': 4, 'project_id': '1c01b07c5dda4029808056330835ad27', 'subnets': [{'id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:18.744110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd490ef3-4c52-4fe3-a6ba-0540ecb9223a None None] The sync data for ids ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'] in dv-cinder-779194-2-iscsi is: [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:43:11Z', 'revision_number': 4, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port': {'id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:08Z', 'updated_at': '2021-04-21T07:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': 'bc7802ca-8fef-43e9-9828-4fd3d37bf2cf', 'name': '', 'network_id': 'ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'mac_address': 'fa:16:3e:9c:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:11Z', 'updated_at': '2021-04-21T07:43:17Z', 'revision_number': 4, 'project_id': '1c01b07c5dda4029808056330835ad27', 'subnets': [{'id': '76e65a01-5ed6-455c-bc3b-2c1c1717e6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:43:19.876048 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device bc7802ca-8fef-43e9-9828-4fd3d37bf2cf up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:19.953420 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning for port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:19.958691 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:19.959114 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:20.090962 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:20.128932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] For port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,segment=NetworkSegment(8f64d1b5-a28b-4ce2-99ca-1c6896417565),segment_id=8f64d1b5-a28b-4ce2-99ca-1c6896417565)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:20.133361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:20.136294 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-872caab6-e97d-4f06-8022-2eefc2cd745c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:20.212166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Pushing event updated for resources: {'Port': ['ID=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:20.215603 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:21.874426 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device bc7802ca-8fef-43e9-9828-4fd3d37bf2cf up at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:21.950793 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Provisioning complete for port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:21.951216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:28.238960 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:43:32.188158 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-073f80dc-6951-450b-823d-1aafd75c140d tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479722083&fields=id&tenant_id=7f01cf2128584e3c9e937dbf4a4992b3 HTTP/1.1" status: 200  len: 267 time: 0.0510769
Apr 21 07:43:32.382462 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-48a4cd09-f58d-4991-9e3f-63316aaf76b4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:32.384512 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-48a4cd09-f58d-4991-9e3f-63316aaf76b4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 809 time: 0.1851292
Apr 21 07:43:32.412896 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-b5ff91b2-e7f1-41bf-8f7b-97cc5f362fac tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/quotas/7f01cf2128584e3c9e937dbf4a4992b3 HTTP/1.1" status: 200  len: 375 time: 0.0166323
Apr 21 07:43:32.513108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-cbff01d5-4989-4839-b0fd-ef1b0303e22a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Synchronizing usage tracker for tenant:7f01cf2128584e3c9e937dbf4a4992b3 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:43:32.531220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-cbff01d5-4989-4839-b0fd-ef1b0303e22a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Unset dirty status for tenant:7f01cf2128584e3c9e937dbf4a4992b3 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:43:32.532592 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-cbff01d5-4989-4839-b0fd-ef1b0303e22a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1130300
Apr 21 07:43:32.728574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-5817aeb6-6110-417b-ae97-6ca855683915 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 07:43:32.729690 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-5817aeb6-6110-417b-ae97-6ca855683915 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1843553
Apr 21 07:43:32.885542 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-19f02498-5e34-4e0f-a7c6-647101b7a6b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461072
Apr 21 07:43:33.033204 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-dbe3bc5a-2bbc-46a2-926b-b5107b4e067e service neutron] 10.222.0.36 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409841
Apr 21 07:43:33.699670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e11168a3-68ca-4e89-9c1a-edff389e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:34.505884 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b21156b5-e428-4ac0-85ae-4308e1a45122 req-a88e43c7-77e0-48ad-8462-1924a8908816 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 210 time: 0.0495446
Apr 21 07:43:35.618995 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-baa4cf59-3bab-4236-b3ad-dfa521eedc24 req-c48ed7ce-2849-4429-9b4e-504ca9c14be3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 210 time: 0.0510776
Apr 21 07:43:36.737232 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-acf4dc20-4616-428d-815b-edbe1f8e4142 req-e74a587d-03c8-4019-a173-91beb145ea0e tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 210 time: 0.0545826
Apr 21 07:43:37.147725 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-952169bb-7923-4132-8030-19ede58fd736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:37.844205 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c4a1a897-cfb9-4764-8c3a-5c2b4818c3d1 req-f78a1341-f66d-437d-ab31-5c85a76e82cc tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 210 time: 0.0497398
Apr 21 07:43:38.519562 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:39.020373 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0518bfb7-f279-4311-8fe8-4e0791a9bd0e req-566871de-fb22-4adb-8171-abba3fba0385 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 210 time: 0.0496752
Apr 21 07:43:39.214966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:39.603118 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:39.842998 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-20447fc0-1fd0-47bf-9676-ef61d775e324 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:39.844502 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-20447fc0-1fd0-47bf-9676-ef61d775e324 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 809 time: 0.2004840
Apr 21 07:43:39.906662 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-d5e7b424-df8a-4b4f-aa1d-9db771dab2fd tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f01cf2128584e3c9e937dbf4a4992b3 HTTP/1.1" status: 200  len: 379 time: 0.0476763
Apr 21 07:43:39.916341 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'port': {'device_id': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'admin_state_up': True, 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'security_groups': ['8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00']}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:40.077284 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:40.090034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:40.102056 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Made reservation on behalf of 7f01cf2128584e3c9e937dbf4a4992b3 for: {'port': 1} {{(pid=86424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 07:43:40.108468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:40.227681 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4b596fb9-e4b7-4347-9edb-6af40eca276a req-48ca727c-b938-43ba-9fc2-eea0906e7284 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 210 time: 0.0563242
Apr 21 07:43:40.342941 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Allocated IP 172.20.0.14 (2d23a547-a1ac-4fd6-89fa-cca425126c0b/59188827-bda7-4e0e-91b6-36721e7e8efb/2a552443-2a3e-4dcb-a97e-101293a88150) {{(pid=86424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:43:40.550698 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for port, precommit_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:40.569667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Transition to ACTIVE for port object 2a552443-2a3e-4dcb-a97e-101293a88150 will not be triggered until provisioned by entity DHCP. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:40.598660 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_create {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:40.604965 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-205166a7-46a3-4e66-b267-b2378d764170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:40.685815 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b is already hosted by enough agents. {{(pid=86424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:40.689148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources bound (agent type, host, resource id):  {{(pid=86424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:40.693339 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Received port after_create {{(pid=86424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:43:40.727268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=1']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:40.744685 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.745108 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.745523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.745947 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.746334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.746747 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.747146 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.747559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.747975 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.748365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.748735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.749163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:40.755314 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:40.779439 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:40.780393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:40.809959 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-70bd5013-65db-410f-aae8-cd3da8911ad4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8976450
Apr 21 07:43:40.836257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Request body: {'port': {'device_id': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77919'}} {{(pid=86424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:40.920573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-62bf8b2d-9cc9-4534-8fc0-31adb35650cb None None] Provisioning for port 2a552443-2a3e-4dcb-a97e-101293a88150 completed by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:40.926636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-62bf8b2d-9cc9-4534-8fc0-31adb35650cb None None] Provisioning complete for port 2a552443-2a3e-4dcb-a97e-101293a88150 triggered by entity DHCP. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:40.927155 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-62bf8b2d-9cc9-4534-8fc0-31adb35650cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:40.963578 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:40.990630 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-62bf8b2d-9cc9-4534-8fc0-31adb35650cb None None] Port 2a552443-2a3e-4dcb-a97e-101293a88150 cannot update to ACTIVE because it is not bound. {{(pid=86425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 07:43:41.325928 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a552443-2a3e-4dcb-a97e-101293a88150 {{(pid=86424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:43:41.333992 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:41.384555 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Transition to ACTIVE for port object 2a552443-2a3e-4dcb-a97e-101293a88150 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 07:43:41.397207 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:41.402224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-7ab78ed8-48d0-46c3-bef5-4b158c6ce461 tempest-TestMinimumBasicScenario-1907333439 tempest-TestMinimumBasicScenario-1907333439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:41.798457 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Pushing event updated for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:41.827021 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:41.912393 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb109c78-37e7-43c8-8f88-489c804e558b req-78adec86-257f-4bef-ac01-026aa1ee796b tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:41.913152 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-bb109c78-37e7-43c8-8f88-489c804e558b req-78adec86-257f-4bef-ac01-026aa1ee796b tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Synchronizing usage tracker for tenant:7f01cf2128584e3c9e937dbf4a4992b3 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:43:41.942414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Attempting to bind port 2a552443-2a3e-4dcb-a97e-101293a88150 on host hv-cinder-77919 for vnic_type normal with profile  {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 07:43:41.942796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Attempting to bind port 2a552443-2a3e-4dcb-a97e-101293a88150 by drivers openvswitch,hyperv on host hv-cinder-77919 at level 0 using segments [{'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 07:43:41.943160 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Attempting to bind port 2a552443-2a3e-4dcb-a97e-101293a88150 on network 2d23a547-a1ac-4fd6-89fa-cca425126c0b {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:43:41.949328 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Port 2a552443-2a3e-4dcb-a97e-101293a88150 on network 2d23a547-a1ac-4fd6-89fa-cca425126c0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77919 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 07:43:41.949741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Attempting to bind port 2a552443-2a3e-4dcb-a97e-101293a88150 on network 2d23a547-a1ac-4fd6-89fa-cca425126c0b {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 07:43:41.953216 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-bb109c78-37e7-43c8-8f88-489c804e558b req-78adec86-257f-4bef-ac01-026aa1ee796b tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Unset dirty status for tenant:7f01cf2128584e3c9e937dbf4a4992b3 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:43:41.954549 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bb109c78-37e7-43c8-8f88-489c804e558b req-78adec86-257f-4bef-ac01-026aa1ee796b tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.6064715
Apr 21 07:43:41.957148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Checking agent: {'id': '75817c59-3130-4122-a1ef-586f7e04136c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'started_at': datetime.datetime(2021, 4, 21, 6, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 07:43:41.957588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Checking segment: {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 07:43:41.958066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Bound using segment: {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 07:43:41.958536 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Bound port: 2a552443-2a3e-4dcb-a97e-101293a88150, host: hv-cinder-77919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5521b7ea-4327-4501-8f45-2ce985020afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 07:43:41.958918 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:42.067567 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bb109c78-37e7-43c8-8f88-489c804e558b req-ce52cfe9-f65c-4499-82af-aa41278af158 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937521
Apr 21 07:43:42.095573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 07:43:42.099414 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 07:43:42.104257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848239699'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:42.108172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ff0acd71-99c2-4cbd-bdd5-53074192b88d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:42.172230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:42.172912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:42.174465 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] 10.222.0.18 "PUT /v2.0/ports/2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 1094 time: 1.3436854
Apr 21 07:43:42.175077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:43:42.202827 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Pushing event updated for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:42.206772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a9219eba-74ba-414c-a3f6-af05c68b3a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:42.269649 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150', 'status': 'completed', 'code': 200}
Apr 21 07:43:42.315991 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-ddd387b5-0dc6-48b4-b16a-291885e4154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:42.317686 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-ddd387b5-0dc6-48b4-b16a-291885e4154e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1097 time: 0.0852139
Apr 21 07:43:42.399773 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-ce89c833-55e2-457e-a1bc-9ad1c92ed218 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 217 time: 0.0695703
Apr 21 07:43:42.473450 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-8d31705a-8c40-494a-bd35-57f33c8f09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:42.475716 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-8d31705a-8c40-494a-bd35-57f33c8f09d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0686944
Apr 21 07:43:42.566697 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-5ce077dd-b761-4b34-9efe-48415615c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:42.568383 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-5ce077dd-b761-4b34-9efe-48415615c9aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852630
Apr 21 07:43:42.713183 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-002f8cda-2f11-4caf-bb4c-092317c86451 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373572
Apr 21 07:43:42.859710 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bb58f8b-36fa-4114-9518-2521b6a8ddc2 req-94a2f821-e161-4d8e-9db4-ca25760d5046 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398187
Apr 21 07:43:43.024878 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-3cc277ff-0964-4970-bfa4-ebd2ee5a3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:43.026550 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-3cc277ff-0964-4970-bfa4-ebd2ee5a3253 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1097 time: 0.0816057
Apr 21 07:43:43.169533 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-1e82a13e-1c52-4770-ac00-42575ea4b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:43.171141 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-1e82a13e-1c52-4770-ac00-42575ea4b580 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.1378541
Apr 21 07:43:43.286171 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-d6fce375-ac88-41bd-a10b-f3a61d89e27c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 217 time: 0.1065400
Apr 21 07:43:43.375613 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-5bd72087-0590-4f6b-90c7-a7f96b9ef772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:43.377086 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-5bd72087-0590-4f6b-90c7-a7f96b9ef772 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0839670
Apr 21 07:43:43.459223 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd302ae-faa4-43de-b955-b733fc8149d9 req-b1ecd924-87bf-44a3-aa6e-ffe8f95bb0e8 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:43.460765 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bd302ae-faa4-43de-b955-b733fc8149d9 req-b1ecd924-87bf-44a3-aa6e-ffe8f95bb0e8 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.2179027
Apr 21 07:43:43.524682 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8bd302ae-faa4-43de-b955-b733fc8149d9 req-2a5eab01-3dcc-4fdd-ab09-8df44ceb08c8 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566058
Apr 21 07:43:43.530093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-17f841c4-d4e2-4618-a539-fa536f933684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:43.531624 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-17f841c4-d4e2-4618-a539-fa536f933684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1456723
Apr 21 07:43:43.685566 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-3130058a-84cf-4efc-b3f6-edbdf00d5f08 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454036
Apr 21 07:43:43.830766 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-277c113f-ca4b-4707-8345-de34dcf3d442 req-453451e7-307a-45e0-8cb1-dd173c59ef54 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381311
Apr 21 07:43:44.760369 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621f0f-1f46-4a5c-8790-ebc14055875a req-c71c2e60-e9a7-46fc-bcda-618f7dfe38dd tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:44.762015 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-92621f0f-1f46-4a5c-8790-ebc14055875a req-c71c2e60-e9a7-46fc-bcda-618f7dfe38dd tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.1064682
Apr 21 07:43:44.814545 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-92621f0f-1f46-4a5c-8790-ebc14055875a req-ee5d7b8c-f383-4562-acd3-eeeb6c488b8f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426879
Apr 21 07:43:46.028252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28c5f5-30dd-4844-b413-d2372bc8f2ba req-7767e582-49b2-4b82-96a4-20780d8890e3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:46.029921 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2a28c5f5-30dd-4844-b413-d2372bc8f2ba req-7767e582-49b2-4b82-96a4-20780d8890e3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.0948093
Apr 21 07:43:46.079657 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2a28c5f5-30dd-4844-b413-d2372bc8f2ba req-b39a727a-e844-48d0-85bb-afbcc7a95e56 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427308
Apr 21 07:43:47.305938 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63eeb0-a5ba-4e42-bbd2-cc6886a5c127 req-acc90b7f-1101-4fe5-8a87-1c49d7d471c7 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:47.307564 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4a63eeb0-a5ba-4e42-bbd2-cc6886a5c127 req-acc90b7f-1101-4fe5-8a87-1c49d7d471c7 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.0972195
Apr 21 07:43:47.364302 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-4a63eeb0-a5ba-4e42-bbd2-cc6886a5c127 req-b3441b72-6767-4306-a395-4ca02f8ad6e4 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465972
Apr 21 07:43:48.594147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f43a6-c06c-4f2a-83f4-ddb19ddf58e3 req-0aee4570-ecdf-480d-aae7-d32395de64c5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:48.595647 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-463f43a6-c06c-4f2a-83f4-ddb19ddf58e3 req-0aee4570-ecdf-480d-aae7-d32395de64c5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.0975890
Apr 21 07:43:48.634783 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:48.646790 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-463f43a6-c06c-4f2a-83f4-ddb19ddf58e3 req-e62413cf-a05f-4ed4-96ba-521df59ed717 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438676
Apr 21 07:43:50.022399 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7bfe1-0765-44c3-9f4d-e4ec6321abf6 req-cd616a72-7dc8-4d82-8e31-5034452a74ad tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:50.024035 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d4e7bfe1-0765-44c3-9f4d-e4ec6321abf6 req-cd616a72-7dc8-4d82-8e31-5034452a74ad tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.1040678
Apr 21 07:43:50.075917 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d4e7bfe1-0765-44c3-9f4d-e4ec6321abf6 req-e4366547-d654-4041-8861-cc243daec572 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422692
Apr 21 07:43:51.017527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 2a552443-2a3e-4dcb-a97e-101293a88150 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:43:51.170353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:51.186109 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '2a552443-2a3e-4dcb-a97e-101293a88150', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'port_id': '2a552443-2a3e-4dcb-a97e-101293a88150', 'mac_address': 'fa:16:3e:b0:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:43:51.250150 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:51.274782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a552443-2a3e-4dcb-a97e-101293a88150 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:43:51.292523 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:51.300286 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:51.301530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ab200-41eb-4198-8e19-0b1dbdbd5343 req-d53beaeb-0a7e-49c8-9733-9da46f624408 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:51.302379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-872caab6-e97d-4f06-8022-2eefc2cd745c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:51.303432 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3b9ab200-41eb-4198-8e19-0b1dbdbd5343 req-d53beaeb-0a7e-49c8-9733-9da46f624408 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.1054475
Apr 21 07:43:51.354557 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3b9ab200-41eb-4198-8e19-0b1dbdbd5343 req-86538a48-6842-455c-a7fb-27715ec06224 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438285
Apr 21 07:43:51.381692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=4']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:51.385411 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:51.631577 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['2a552443-2a3e-4dcb-a97e-101293a88150'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:43:52.584386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c43a1-464f-41f8-98fe-b66e17c7e686 req-443a2921-ace9-4509-8a48-f5b156ff7a81 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:52.585935 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9c4c43a1-464f-41f8-98fe-b66e17c7e686 req-443a2921-ace9-4509-8a48-f5b156ff7a81 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 945 time: 0.1031113
Apr 21 07:43:52.654966 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9c4c43a1-464f-41f8-98fe-b66e17c7e686 req-da21aa49-e302-4969-9bcc-1d629d16375f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622811
Apr 21 07:43:53.028814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 2a552443-2a3e-4dcb-a97e-101293a88150 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:43:53.106906 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning for port 2a552443-2a3e-4dcb-a97e-101293a88150 completed by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 07:43:53.111937 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 2a552443-2a3e-4dcb-a97e-101293a88150 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:43:53.112362 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:53.236008 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:53.264525 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:43:53.275066 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:43:53.279013 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:53.280765 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d0d0d380-67dc-451b-b023-3fdca8cb6e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:53.333356 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150', 'code': 200}
Apr 21 07:43:53.358542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=5']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:53.361787 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:53.666956 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56437e5-52be-4c15-93d5-2d5b6c0ce557 req-6c18fcd7-8ccc-40d4-86e1-d1ea16ac5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:53.668492 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c56437e5-52be-4c15-93d5-2d5b6c0ce557 req-6c18fcd7-8ccc-40d4-86e1-d1ea16ac5261 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0881763
Apr 21 07:43:53.716777 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c56437e5-52be-4c15-93d5-2d5b6c0ce557 req-0319c2eb-c12a-4c77-b2ed-ba0bcaf34274 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408695
Apr 21 07:43:53.886818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ef591-97f1-4f18-8f4d-13cc70be78dc req-c696c953-8395-4d81-9a45-1767d060c69a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:53.888415 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-526ef591-97f1-4f18-8f4d-13cc70be78dc req-c696c953-8395-4d81-9a45-1767d060c69a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1056306
Apr 21 07:43:53.943004 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-526ef591-97f1-4f18-8f4d-13cc70be78dc req-b3f508aa-44fc-48ab-af84-6343fbf26769 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473938
Apr 21 07:43:55.165173 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c8e01-d45e-4f8f-921a-4d49c7a16830 req-9685e5c6-9d02-4de2-bb9e-dac4e5c93fef tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:55.166810 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e39c8e01-d45e-4f8f-921a-4d49c7a16830 req-9685e5c6-9d02-4de2-bb9e-dac4e5c93fef tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1022274
Apr 21 07:43:55.219718 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e39c8e01-d45e-4f8f-921a-4d49c7a16830 req-8fcb9c94-63ce-44a4-a1dc-c64adce8abd5 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442455
Apr 21 07:43:55.456858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888c1e5-def6-4064-921c-12a358d13a47 req-2a7dbc6e-6157-40da-9722-54bab6f68b68 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:55.458626 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1888c1e5-def6-4064-921c-12a358d13a47 req-2a7dbc6e-6157-40da-9722-54bab6f68b68 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1079590
Apr 21 07:43:55.512113 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1888c1e5-def6-4064-921c-12a358d13a47 req-1e1cbcc7-81c5-4b8f-ab32-40eb7d42321f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435333
Apr 21 07:43:55.544952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38474) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:55.676935 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-ad18da18-6256-4c83-87c3-2c59fcfabce9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0788364
Apr 21 07:43:55.681229 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1272841-f44a-4b66-aef3-477c16a00dc5 tempest-TestShelveInstance-496549596 tempest-TestShelveInstance-496549596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:55.683252 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a1272841-f44a-4b66-aef3-477c16a00dc5 tempest-TestShelveInstance-496549596 tempest-TestShelveInstance-496549596-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1094 time: 0.1367509
Apr 21 07:43:55.686267 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38480) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:43:55.691758 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.v2.base [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Request body: {'floatingip': {'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'port_id': '2a552443-2a3e-4dcb-a97e-101293a88150', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 07:43:55.698564 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 07:43:55.702690 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Usage tracker for resource:floatingip and tenant:7f01cf2128584e3c9e937dbf4a4992b3 is out of sync, need to count used quota {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 07:43:55.705742 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86423) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 07:43:55.712310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.quota.driver [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 07:43:55.723010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for floatingip, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:55.850889 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-57d2fad6-73dc-4408-a359-9db074dfd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:55.852674 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-57d2fad6-73dc-4408-a359-9db074dfd089 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0870500
Apr 21 07:43:55.868856 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:56.020486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_common [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Allocated IP 172.27.0.209 (c582a6b9-520f-4956-850d-0cbc23894f49/7cfb8841-f99d-4f67-8335-866e1b0b5280/d5947b97-6ff3-4a38-9553-4285e2745690) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 07:43:56.021606 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-a635a5be-a555-4b04-b492-fa6f65c62b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:56.023218 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-a635a5be-a555-4b04-b492-fa6f65c62b88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.1517994
Apr 21 07:43:56.098899 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-9255abaf-b87c-408f-b6f3-2777c5d3b48b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 217 time: 0.0687530
Apr 21 07:43:56.175595 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-0d5560fe-c229-43e3-a5e4-db67a0933a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:56.177761 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-0d5560fe-c229-43e3-a5e4-db67a0933a9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0731344
Apr 21 07:43:56.271982 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-bbef95dc-c6c5-4c7e-bc79-b17c9528c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:56.273677 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-bbef95dc-c6c5-4c7e-bc79-b17c9528c834 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895720
Apr 21 07:43:56.423881 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-0b1e692a-a622-44a3-ba65-2a322b9c8b96 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434896
Apr 21 07:43:56.446434 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:56.479467 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251838887233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:56.484468 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-f99b09e6-5c09-4190-ad5c-fff10acc7e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:56.555974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Network c582a6b9-520f-4956-850d-0cbc23894f49 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 07:43:56.558972 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.base_scheduler [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Resources bound (agent type, host, resource id):  {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 07:43:56.562873 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 07:43:56.572047 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-42188fb3-e119-4594-aed6-9e8b5b0a7493 req-97ec2f3f-148c-4dc5-955a-3caa7bfe8403 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394815
Apr 21 07:43:56.598654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'Port': ['ID=d5947b97-6ff3-4a38-9553-4285e2745690,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:56.610110 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.610529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.610940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.611345 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.611746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.612145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.612540 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.612935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.613331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.613966 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.614361 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.614762 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:43:56.619831 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:57.006812 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:57.089822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:57.318707 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:57.324215 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848245122'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:57.331095 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-4ebd6807-18e0-49c2-8b5d-2aedea157f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:43:57.448451 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event updated for resources: {'Port': ['ID=d5947b97-6ff3-4a38-9553-4285e2745690,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:43:57.453080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:43:57.460732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854133059'] for floatingip, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:57.646647 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Floating IP b0808063-266c-4777-8bec-5bac058a61b6 associated. External IP: 172.27.0.209, port: 2a552443-2a3e-4dcb-a97e-101293a88150.
Apr 21 07:43:58.028169 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:43:58.223365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:43:58.233510 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] Sync routers for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:43:58.244306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:58.244976 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6b9e05c18>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:43:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:58.249027 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:43:58.308555 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-9bd21e2b-d60d-48ba-9a74-cfc6326460e2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6211700
Apr 21 07:43:58.309273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:43:58.358517 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150', 'status': 'completed', 'code': 200}
Apr 21 07:43:58.443535 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:58.486170 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-9454ca6d-5d68-427b-a9ce-e9530d3712da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:58.487793 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-9454ca6d-5d68-427b-a9ce-e9530d3712da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0844457
Apr 21 07:43:58.836736 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6b9e05c18>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': 'b0808063-266c-4777-8bec-5bac058a61b6', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'port_id': '2a552443-2a3e-4dcb-a97e-101293a88150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'mac_address': 'fa:16:3e:b0:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:43:56Z', 'updated_at': '2021-04-21T07:43:56Z', 'revision_number': 0, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:13Z', 'revision_number': 5, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:58.841424 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] Checking router: 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:43:58.851935 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:43:58.852592 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6b9e05c18>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:43:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:58.882670 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-6592e8e0-567d-471b-804a-90ba967f35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:58.884426 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-6592e8e0-567d-471b-804a-90ba967f35d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.3899136
Apr 21 07:43:59.005516 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-6941a01c-5f21-49c3-9bcb-693efdaba02a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 1000 time: 0.1138449
Apr 21 07:43:59.077289 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-e8e56368-849c-4198-9f27-aabe34cd15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:59.078920 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-e8e56368-849c-4198-9f27-aabe34cd15d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0674956
Apr 21 07:43:59.162281 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-f9ee5769-8bb0-4456-9775-e7671433e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:43:59.163803 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-f9ee5769-8bb0-4456-9775-e7671433e5e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783601
Apr 21 07:43:59.224161 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:43:59.307189 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-d62edc30-80f4-4aea-bfe9-a2f9f717eecb service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365891
Apr 21 07:43:59.452068 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0ee7fe7d-aac2-4728-a0e2-4e4bb0a61d77 req-9ae33a3b-07cc-4b19-baec-71a7ac55c56c service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381934
Apr 21 07:43:59.606465 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6b9e05c18>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': 'b0808063-266c-4777-8bec-5bac058a61b6', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'port_id': '2a552443-2a3e-4dcb-a97e-101293a88150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'mac_address': 'fa:16:3e:b0:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:43:56Z', 'updated_at': '2021-04-21T07:43:56Z', 'revision_number': 0, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:13Z', 'revision_number': 5, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:43:59.611033 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564ec11-d2af-42e0-b2ea-262eafc1e962 None None] The sync data for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi is: [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_floatingips': [{'id': 'b0808063-266c-4777-8bec-5bac058a61b6', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'router_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'port_id': '2a552443-2a3e-4dcb-a97e-101293a88150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'mac_address': 'fa:16:3e:b0:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T07:43:56Z', 'updated_at': '2021-04-21T07:43:56Z', 'revision_number': 0, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:13Z', 'revision_number': 5, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:43:59.914250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534939d-6803-41a9-937f-b36a0d1e5229 None None] New status for floating IP b0808063-266c-4777-8bec-5bac058a61b6: ACTIVE {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:44:03.701843 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-18cb5ab8-a1dd-4338-9f6a-766ed50e1254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:05.241549 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:44:07.135614 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ec229ef-b27f-4f7a-8ea6-828ca0a7e3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:08.523851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:09.218452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:09.607376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:18.661633 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:33.701899 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-b7960f5a-c24b-446b-80a5-907d00a54c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:37.138849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-15f8d211-e944-42de-b898-293df87524c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:38.522560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:39.230916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:39.621136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:42.246031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:44:48.670016 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:44:56.690278 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-ac36ba0e-4975-4f1f-9426-341575ddcb3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0834301
Apr 21 07:44:56.871120 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-abfa9971-b0f9-4fe6-9bd8-e06055784777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:44:56.872699 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-abfa9971-b0f9-4fe6-9bd8-e06055784777 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0931575
Apr 21 07:44:57.050781 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-e817831e-54a1-4839-8555-51835372b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:44:57.052387 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-e817831e-54a1-4839-8555-51835372b33d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.1554506
Apr 21 07:44:57.162952 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-bb5c402e-3dea-43d1-9ff5-4d3bbfe4c0f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 1002 time: 0.1037128
Apr 21 07:44:57.235686 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-b26b61e8-6b93-4ae0-a367-66f03c466565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:44:57.237236 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-b26b61e8-6b93-4ae0-a367-66f03c466565 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0677047
Apr 21 07:44:57.324375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-3fba3688-ea23-4f35-aef9-d85b83b5cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:44:57.326051 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-3fba3688-ea23-4f35-aef9-d85b83b5cfbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818167
Apr 21 07:44:57.478582 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-eba7b732-1129-498f-addf-f4d4d856954a service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454630
Apr 21 07:44:57.625076 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-2092a3ff-951d-4b74-ad15-c70547aaa79d req-f457dbf1-3437-4dd3-9be9-93d22d7ffbcc service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397347
Apr 21 07:45:03.708792 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-5192dee2-6b3f-486f-a551-fd17edc715f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:07.140983 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c9f46e7e-4877-454c-8615-886a0c261749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:08.523544 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:09.235055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:09.626832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:18.693858 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:19.252895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:45:33.694009 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2d9c6132-e9d3-4b47-8466-59a87d12c48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:37.140948 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0fc61eb3-16d0-4436-984a-5dfd475db6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:38.527922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:39.234406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:39.625785 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:48.690875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:45:53.963912 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd7a7b-8e4b-45bf-804f-ee731a7e3415 req-486b8b1c-9336-4572-96cf-bf0c950fce26 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:53.965538 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9bcd7a7b-8e4b-45bf-804f-ee731a7e3415 req-486b8b1c-9336-4572-96cf-bf0c950fce26 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1494944
Apr 21 07:45:54.020133 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-9bcd7a7b-8e4b-45bf-804f-ee731a7e3415 req-a327111f-f353-488f-ae89-05cf8d9c4f74 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476277
Apr 21 07:45:55.312105 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc924f-0bef-4f81-8c4e-d0daa45f7cf0 req-3ad3f840-0916-49f2-a7c3-45288a815390 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:55.313776 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-50dc924f-0bef-4f81-8c4e-d0daa45f7cf0 req-3ad3f840-0916-49f2-a7c3-45288a815390 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1591694
Apr 21 07:45:55.362207 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-50dc924f-0bef-4f81-8c4e-d0daa45f7cf0 req-e5b64342-a689-4831-a3b0-00f9fead5836 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417688
Apr 21 07:45:56.243735 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:45:56.588253 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194825-abcc-442d-a24a-a71edfbee571 req-252e9dd6-b15c-41dc-a0da-3dc943e1747f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:56.590358 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f4194825-abcc-442d-a24a-a71edfbee571 req-252e9dd6-b15c-41dc-a0da-3dc943e1747f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1005535
Apr 21 07:45:56.642660 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-f4194825-abcc-442d-a24a-a71edfbee571 req-ccbbd74d-3749-4760-a6a5-e2be29731630 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430102
Apr 21 07:45:57.881905 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b925-119c-4613-baf8-cb6013ed2fb7 req-ad07c6a7-0d03-4c18-9b03-4932a31364b1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:57.883511 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0f75b925-119c-4613-baf8-cb6013ed2fb7 req-ad07c6a7-0d03-4c18-9b03-4932a31364b1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1036034
Apr 21 07:45:57.936433 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0f75b925-119c-4613-baf8-cb6013ed2fb7 req-39e22e4e-5b3a-44b0-bb4a-8492cbf0478a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452192
Apr 21 07:45:58.756706 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-2fe2d0de-ebbf-4941-ac90-e1492dec8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:58.758330 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-2fe2d0de-ebbf-4941-ac90-e1492dec8076 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0855641
Apr 21 07:45:58.931168 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-84761cd3-0433-4794-8731-6034baaa2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:58.932777 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-84761cd3-0433-4794-8731-6034baaa2f5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.1494045
Apr 21 07:45:59.047788 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-8c8413e0-63be-408e-9ce4-b4296a6f3533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 1002 time: 0.1076572
Apr 21 07:45:59.171804 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-1c2b0d98-8818-4ed9-bb1e-82c96825a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:59.173379 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-1c2b0d98-8818-4ed9-bb1e-82c96825a507 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.1193888
Apr 21 07:45:59.255264 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41cd29-cc4d-4d41-867c-7a338daa1bcc req-f299a47a-0fc8-40cd-9d23-69bf98dd16bc tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:59.256863 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8d41cd29-cc4d-4d41-867c-7a338daa1bcc req-f299a47a-0fc8-40cd-9d23-69bf98dd16bc tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1686749
Apr 21 07:45:59.315561 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-29bdfec1-51b1-449b-bf7b-088905dfb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:45:59.317181 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-29bdfec1-51b1-449b-bf7b-088905dfb950 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1363966
Apr 21 07:45:59.320193 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8d41cd29-cc4d-4d41-867c-7a338daa1bcc req-bc57a403-bc56-4b20-8503-5bb779050fd9 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554848
Apr 21 07:45:59.464133 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-dd92c447-c875-4ff6-9f9c-80ff95f4788d service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389258
Apr 21 07:45:59.608533 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-0d8c4259-0e81-4f48-b310-1131f4c751ff req-2fdb88fd-e882-4b52-8a64-7bb1a42521dc service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376255
Apr 21 07:46:00.553055 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bacfc-a880-430a-9245-d7c5a6197ae8 req-2d39d547-04c1-415d-b19a-55267c9dbb0b tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:00.554595 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e21bacfc-a880-430a-9245-d7c5a6197ae8 req-2d39d547-04c1-415d-b19a-55267c9dbb0b tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1030746
Apr 21 07:46:00.604582 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-e21bacfc-a880-430a-9245-d7c5a6197ae8 req-72249c2a-52a4-4749-b262-b034560cdfb8 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431383
Apr 21 07:46:01.827015 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0667578-5e44-4907-be8d-58fa262cf5b5 req-ba5b2783-cdec-41e6-93a6-5f72d349818a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:01.828744 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b0667578-5e44-4907-be8d-58fa262cf5b5 req-ba5b2783-cdec-41e6-93a6-5f72d349818a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1075428
Apr 21 07:46:01.883718 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b0667578-5e44-4907-be8d-58fa262cf5b5 req-7195219e-b7f9-4140-aeb3-542e0290f93a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451562
Apr 21 07:46:03.105007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20f01c-e01c-4770-8d06-91cdefb67f96 req-da1b736a-515f-48b9-b88e-2fce5471747a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:03.107194 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fa20f01c-e01c-4770-8d06-91cdefb67f96 req-da1b736a-515f-48b9-b88e-2fce5471747a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.0998631
Apr 21 07:46:03.157014 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-fa20f01c-e01c-4770-8d06-91cdefb67f96 req-a4be22a5-8de1-4c2d-b804-2d507bb11a52 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431230
Apr 21 07:46:03.700981 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c0468cf3-c9d7-4254-88b8-d2ee2e7e8491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:04.086065 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a813157-451f-4bb7-a326-123056343474 req-02cb5c1c-fac3-421b-87a0-a29b154fa8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:04.087662 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8a813157-451f-4bb7-a326-123056343474 req-02cb5c1c-fac3-421b-87a0-a29b154fa8e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0871325
Apr 21 07:46:04.231452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a813157-451f-4bb7-a326-123056343474 req-0694a709-38eb-4a68-81c9-21060383fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:04.233168 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8a813157-451f-4bb7-a326-123056343474 req-0694a709-38eb-4a68-81c9-21060383fcaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.1390264
Apr 21 07:46:04.388054 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8a813157-451f-4bb7-a326-123056343474 req-11590b58-6b09-4ab8-8a91-254b7e18d6aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 1002 time: 0.1479955
Apr 21 07:46:04.474879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a813157-451f-4bb7-a326-123056343474 req-d370a3df-3054-4b1e-a5b1-5c41e36266fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:04.476434 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8a813157-451f-4bb7-a326-123056343474 req-d370a3df-3054-4b1e-a5b1-5c41e36266fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0778904
Apr 21 07:46:04.484764 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8e3e-e1fb-49e7-a184-e85163375726 req-3f7ee6fe-7568-47c2-a306-67c22044f335 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:04.486272 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b08d8e3e-e1fb-49e7-a184-e85163375726 req-3f7ee6fe-7568-47c2-a306-67c22044f335 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1904435
Apr 21 07:46:04.818119 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-b08d8e3e-e1fb-49e7-a184-e85163375726 req-4cdb1759-b0b0-4133-92fe-db55aa8ae2ec tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563481
Apr 21 07:46:04.841209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a813157-451f-4bb7-a326-123056343474 req-3183a554-e0ef-4450-ba7c-6170b7f406b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:04.843289 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8a813157-451f-4bb7-a326-123056343474 req-3183a554-e0ef-4450-ba7c-6170b7f406b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3561153
Apr 21 07:46:05.049348 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8a813157-451f-4bb7-a326-123056343474 req-d865eee9-1c16-41b1-96a3-1f6ccb4f19da service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985335
Apr 21 07:46:05.199513 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8a813157-451f-4bb7-a326-123056343474 req-a71a3dca-0cc8-47a6-b177-be0dbd517f69 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432948
Apr 21 07:46:06.055471 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b62a9-a772-45e6-87c1-8051eb614cb6 req-d10c45e3-8dc9-4042-8126-7e4f96af40b8 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:06.057016 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-012b62a9-a772-45e6-87c1-8051eb614cb6 req-d10c45e3-8dc9-4042-8126-7e4f96af40b8 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1098471
Apr 21 07:46:06.106245 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-012b62a9-a772-45e6-87c1-8051eb614cb6 req-e8da8168-7ce6-4d9f-846d-b79e2bc7426c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422850
Apr 21 07:46:07.143687 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-e3b72bf4-3238-4407-b7d4-ec2622453b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:07.326112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485c3ad-ccd8-4944-8361-3a3621458c16 req-16e889a9-a28f-4fb0-8a4e-7691fdf7fc3e tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:07.328039 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7485c3ad-ccd8-4944-8361-3a3621458c16 req-16e889a9-a28f-4fb0-8a4e-7691fdf7fc3e tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.0928841
Apr 21 07:46:07.383433 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-7485c3ad-ccd8-4944-8361-3a3621458c16 req-9afc0098-eee6-4957-ab8d-4d87a517a32c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489900
Apr 21 07:46:08.522626 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:08.614669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404723d8-d7d8-4336-89ed-e8fd6f3a9359 req-a830cd81-7f1c-49d9-aecb-7707d336b816 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:08.616202 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-404723d8-d7d8-4336-89ed-e8fd6f3a9359 req-a830cd81-7f1c-49d9-aecb-7707d336b816 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1029289
Apr 21 07:46:08.663958 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-404723d8-d7d8-4336-89ed-e8fd6f3a9359 req-3a65f06f-fa8e-4f2b-9dd9-86e2d52bdf91 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410421
Apr 21 07:46:08.901365 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38560) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:46:09.027124 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-5df20a5f-d090-469f-99d8-c5baf1f2ec4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1243668
Apr 21 07:46:09.055014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e99275-09c2-4ff1-bc0a-ed38fe1ad32f req-e170dd3c-51f1-43ec-b5ee-2b93d73d2623 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:09.056623 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33e99275-09c2-4ff1-bc0a-ed38fe1ad32f req-e170dd3c-51f1-43ec-b5ee-2b93d73d2623 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.0933287
Apr 21 07:46:09.107394 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-33e99275-09c2-4ff1-bc0a-ed38fe1ad32f req-cf5cbc07-6fac-476f-a72d-deeb33905d00 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440061
Apr 21 07:46:09.234304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:09.623408 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:09.761871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 2a552443-2a3e-4dcb-a97e-101293a88150 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:46:09.890989 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:09.920194 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:46:09.931309 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:46:09.935052 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:09.937054 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ba7d144c-cffd-455d-887f-a40b12d46d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:46:09.975536 dv-cinder-779194-2-iscsi neutron-server[86308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150', 'code': 422} returned with failed status
Apr 21 07:46:10.011750 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=6']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:46:10.020271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.020611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.020994 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.021366 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.021761 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.022136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.022486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.022849 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.023217 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.023581 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.023945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.024304 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:46:10.028522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:46:10.317926 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7acfcb-fb0b-4467-9b8c-00ef6dcff9ae req-e269cb76-4bd2-4838-ae2e-235b1cc5120c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:10.319546 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7acfcb-fb0b-4467-9b8c-00ef6dcff9ae req-e269cb76-4bd2-4838-ae2e-235b1cc5120c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.0954120
Apr 21 07:46:10.370885 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab7acfcb-fb0b-4467-9b8c-00ef6dcff9ae req-c99e54f7-3c0c-4413-9167-680aa38c8f94 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445855
Apr 21 07:46:10.576089 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-6f99c12c-0ecf-45eb-9af1-f98994a0a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:10.577642 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-6f99c12c-0ecf-45eb-9af1-f98994a0a362 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1&tenant_id=7f01cf2128584e3c9e937dbf4a4992b3 HTTP/1.1" status: 200  len: 1097 time: 0.0846992
Apr 21 07:46:10.690579 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-8bcbdd53-0368-4cfb-b7ee-1dfe5e73b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:10.692068 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-8bcbdd53-0368-4cfb-b7ee-1dfe5e73b138 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1097 time: 0.0798037
Apr 21 07:46:10.836801 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-7659a32c-e888-4d79-b14c-d684f077c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:10.838397 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-7659a32c-e888-4d79-b14c-d684f077c162 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.1397169
Apr 21 07:46:10.952316 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-d15bc5ad-b628-42d0-be60-7cac3a3651f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 1000 time: 0.1067581
Apr 21 07:46:11.026877 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-6f7a3326-4af7-4a19-bf3b-0ffd96825863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:11.029099 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-6f7a3326-4af7-4a19-bf3b-0ffd96825863 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0701044
Apr 21 07:46:11.123854 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-48ab2624-92fb-4c74-a387-dd8e23dc2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:11.125568 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-48ab2624-92fb-4c74-a387-dd8e23dc2bd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0902112
Apr 21 07:46:11.280540 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-23b3c994-e76d-4e36-9658-479966649802 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479704
Apr 21 07:46:11.430332 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-468ce84d-9546-4aa3-8694-42bda1781cb9 req-fc44e03f-c6da-424e-a84b-8fad5c174452 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426811
Apr 21 07:46:11.581780 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738988f-67a0-4f80-8c74-7ef235bc6fd3 req-609a9fbd-f3ff-4a13-b93f-5b146e8d5a5e tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:11.583337 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8738988f-67a0-4f80-8c74-7ef235bc6fd3 req-609a9fbd-f3ff-4a13-b93f-5b146e8d5a5e tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.0918097
Apr 21 07:46:11.632984 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-8738988f-67a0-4f80-8c74-7ef235bc6fd3 req-5ce12488-8501-4e7a-af31-291c7a5f6ca2 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426867
Apr 21 07:46:12.864711 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56b2b6-ffad-419b-8c72-7ea2e2f623e9 req-a7d9975e-096a-48e9-8d6a-e94ab9f693e9 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:12.866313 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bc56b2b6-ffad-419b-8c72-7ea2e2f623e9 req-a7d9975e-096a-48e9-8d6a-e94ab9f693e9 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.0999298
Apr 21 07:46:12.916037 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-bc56b2b6-ffad-419b-8c72-7ea2e2f623e9 req-0e74173e-6191-4e17-86ba-6cc59dbaa7ca tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432835
Apr 21 07:46:14.139220 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71354cd3-7b01-4cb4-90d5-a2d0a0370b03 req-d3466eeb-dabf-47c7-8ffd-3d3c8e0716e9 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:14.140811 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-71354cd3-7b01-4cb4-90d5-a2d0a0370b03 req-d3466eeb-dabf-47c7-8ffd-3d3c8e0716e9 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.1020648
Apr 21 07:46:14.194651 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-71354cd3-7b01-4cb4-90d5-a2d0a0370b03 req-8596fac2-85e1-4030-b743-cf147fbd0931 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433543
Apr 21 07:46:15.415788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae683-68b3-4cbf-8119-f44f27b84e3b req-dc4204d2-157d-4956-a53e-fa334993189a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:15.417369 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cebae683-68b3-4cbf-8119-f44f27b84e3b req-dc4204d2-157d-4956-a53e-fa334993189a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.0939934
Apr 21 07:46:15.470199 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-cebae683-68b3-4cbf-8119-f44f27b84e3b req-4d1cb9ea-a2f2-4552-8032-ab2fb4d0e84e tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435398
Apr 21 07:46:16.702429 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed09e9-fb73-413e-9253-480d29ef62ea req-a79bb6e7-7447-4891-ae6f-5600b86fea66 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:16.703946 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-73ed09e9-fb73-413e-9253-480d29ef62ea req-a79bb6e7-7447-4891-ae6f-5600b86fea66 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.1082613
Apr 21 07:46:16.758606 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-73ed09e9-fb73-413e-9253-480d29ef62ea req-4b1ac196-0743-441b-be85-76827c175600 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449824
Apr 21 07:46:17.998514 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58749d-0734-4f97-9ea5-492460056a83 req-b26f9fea-d69c-4418-bf41-1e9c397ed999 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:18.000249 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c58749d-0734-4f97-9ea5-492460056a83 req-b26f9fea-d69c-4418-bf41-1e9c397ed999 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.1123223
Apr 21 07:46:18.052751 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1c58749d-0734-4f97-9ea5-492460056a83 req-6b194c4b-9095-4a8f-badb-ac9c5537635a tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458989
Apr 21 07:46:18.699717 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:19.273691 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7834a-a325-4fa7-85da-9a3011bc7ed0 req-e3b5b131-0a96-4a7c-a153-bb58710d7bab tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:19.275267 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c4f7834a-a325-4fa7-85da-9a3011bc7ed0 req-e3b5b131-0a96-4a7c-a153-bb58710d7bab tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 944 time: 0.0912268
Apr 21 07:46:19.328899 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c4f7834a-a325-4fa7-85da-9a3011bc7ed0 req-ce9abc76-7ef8-4ad6-9b6a-3b21e9cf49e0 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436056
Apr 21 07:46:19.824952 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 2a552443-2a3e-4dcb-a97e-101293a88150 details requested by agent hyperv_hv-cinder-77919 with host hv-cinder-77919 {{(pid=86425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 07:46:19.977353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:46:19.992486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Returning: {'device': '2a552443-2a3e-4dcb-a97e-101293a88150', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'port_id': '2a552443-2a3e-4dcb-a97e-101293a88150', 'mac_address': 'fa:16:3e:b0:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 07:46:20.055662 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:20.076864 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a552443-2a3e-4dcb-a97e-101293a88150 {{(pid=86425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 07:46:20.098179 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:46:20.101201 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:20.103096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-e5642449-a972-408b-9342-0888bd49560e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:46:20.176704 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=7']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:46:20.180071 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:46:20.413077 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] get_ports_and_sgs() called for port_ids ['2a552443-2a3e-4dcb-a97e-101293a88150'] {{(pid=86425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 07:46:20.546663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a46e4-69c1-45f8-8543-dfe1111b0c6d req-995a23e0-03a6-425f-beae-1054ee64b8a9 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:20.548281 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3d8a46e4-69c1-45f8-8543-dfe1111b0c6d req-995a23e0-03a6-425f-beae-1054ee64b8a9 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 945 time: 0.0973959
Apr 21 07:46:20.599286 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-3d8a46e4-69c1-45f8-8543-dfe1111b0c6d req-099c7e45-cb1b-4a5a-8e8b-d6048ca809ca tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441163
Apr 21 07:46:21.826059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 2a552443-2a3e-4dcb-a97e-101293a88150 up at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 07:46:21.826887 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d556f29-0aa3-4cbb-a81b-37628434609a req-a7a00889-d5f6-4350-a156-b598a8fbf74f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:21.828496 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1d556f29-0aa3-4cbb-a81b-37628434609a req-a7a00889-d5f6-4350-a156-b598a8fbf74f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 945 time: 0.0999339
Apr 21 07:46:21.877659 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-1d556f29-0aa3-4cbb-a81b-37628434609a req-2adada89-338f-4efb-90a7-69846203b758 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425963
Apr 21 07:46:21.901969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.provisioning_blocks [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Provisioning complete for port 2a552443-2a3e-4dcb-a97e-101293a88150 triggered by entity L2. {{(pid=86425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 07:46:21.902395 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457805'] for port, provisioning_complete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:22.034247 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853121200'] for port, before_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:22.065238 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150'}] {{(pid=86425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:46:22.076924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:46:22.082324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785016334792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251838887216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785015888618'] for port, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:22.084300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3ff048d6-a9dc-4693-af88-85cc60fa9966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:46:22.158136 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Pushing event updated for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=8']} {{(pid=86425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:46:22.161980 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:46:22.180136 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150', 'code': 200}
Apr 21 07:46:22.516594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0927a67-3014-4630-9ef6-5563ad84ab70 req-1a671a43-a4c2-4a8a-bace-7cb3bbcaf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:22.518279 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a0927a67-3014-4630-9ef6-5563ad84ab70 req-1a671a43-a4c2-4a8a-bace-7cb3bbcaf37f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0902216
Apr 21 07:46:22.564412 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a0927a67-3014-4630-9ef6-5563ad84ab70 req-1764c8f1-37d2-4d0b-aadd-3e223f4484be service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394571
Apr 21 07:46:23.118464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ba469-a03f-4f37-a1a6-2fd7c9aa7e24 req-a328b7c2-ea2e-4b1d-bb62-3d7628974b3f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:23.120077 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a34ba469-a03f-4f37-a1a6-2fd7c9aa7e24 req-a328b7c2-ea2e-4b1d-bb62-3d7628974b3f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1152201
Apr 21 07:46:23.171939 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-a34ba469-a03f-4f37-a1a6-2fd7c9aa7e24 req-2efa7c72-fb9d-424a-a011-eb6de223be49 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430806
Apr 21 07:46:24.408093 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026c82-2a4d-4c87-9317-c05e9170e6f9 req-b39b8bb5-369d-4b18-addd-f0bc5a5e2f1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:46:24.409832 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b026c82-2a4d-4c87-9317-c05e9170e6f9 req-b39b8bb5-369d-4b18-addd-f0bc5a5e2f1c tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1006744
Apr 21 07:46:24.458665 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-5b026c82-2a4d-4c87-9317-c05e9170e6f9 req-1f64bc4e-21d7-4e70-ba12-e3666a773538 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422785
Apr 21 07:46:33.245091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:46:33.696256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cab18ad1-ab09-4461-97ec-560a00deeb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:37.150756 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a206da93-178b-4b58-96cd-040f97e822eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:38.532086 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:39.241939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:39.625802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:46:48.711375 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:00.675080 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-d5e959e5-7ffc-419c-8b5a-dae5a6b3bbe1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0866518
Apr 21 07:47:00.992518 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-51d882cd-a78c-43a2-b9e3-5c5719eaaa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:00.994288 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-51d882cd-a78c-43a2-b9e3-5c5719eaaa30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0953832
Apr 21 07:47:01.160624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-03090118-d48c-4e87-87d9-9d137f3d19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:01.162308 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-03090118-d48c-4e87-87d9-9d137f3d19d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.1424494
Apr 21 07:47:01.276275 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-56a49724-16ed-484b-9774-1e20a1f69b1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 1002 time: 0.1075237
Apr 21 07:47:01.349755 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-dfaca07d-5e2f-47d9-86a0-239d0ebfa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:01.351392 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-dfaca07d-5e2f-47d9-86a0-239d0ebfa498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0685122
Apr 21 07:47:01.439628 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-1861edb3-e258-412a-b5c0-c019fbe1dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:01.441291 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-1861edb3-e258-412a-b5c0-c019fbe1dd07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839045
Apr 21 07:47:01.843974 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-f3d4d79d-490f-4f63-8f41-c2505c289f25 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3961406
Apr 21 07:47:01.992528 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-631b7405-ee57-43ac-8611-5a0a3c8e943a req-cfb00a12-52ef-48aa-b5fd-4e0d354ecb2d service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421056
Apr 21 07:47:03.691472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-47efd8ca-cbe7-4377-b087-e756f4912958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:07.137422 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-89e6944e-575f-4d62-83a5-ccd5d3e604e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:08.535097 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:09.244112 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:09.628788 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:10.250895 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:47:18.712663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:33.696311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cb04e774-d61a-4fad-8fef-291901e9c1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:37.139565 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-05a1c84e-f5fe-4fd7-91bb-ce721a0a823f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:37.414007 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38618) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:37.667209 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Deleting port d5947b97-6ff3-4a38-9553-4285e2745690 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:37.667484 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:37.858689 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:37.859054 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:37.995621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Calling delete_port for d5947b97-6ff3-4a38-9553-4285e2745690 owned by network:floatingip {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:38.189283 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:38.193186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c92a1b0a-c4a3-4521-9536-9807c877acf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:38.244496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event deleted for resources: {'Port': ['ID=d5947b97-6ff3-4a38-9553-4285e2745690,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:38.530080 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:38.536751 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.537186 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.537624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.538039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.538447 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.538836 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.539257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.539682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.540085 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.540488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.540886 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.541282 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:38.549442 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:38.605558 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for floatingip, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:38.605974 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.db.l3_db [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Floating IP b0808063-266c-4777-8bec-5bac058a61b6 disassociated (deleted). External IP: 172.27.0.209, port: 2a552443-2a3e-4dcb-a97e-101293a88150.
Apr 21 07:47:38.982575 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:47:39.175607 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:47:39.186122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] Sync routers for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:47:39.197501 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:47:39.198210 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6b9fe1b00>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:47:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:39.198441 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:39.264756 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ce2f2671-18a5-4968-81a7-181f09012c53 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "DELETE /v2.0/floatingips/b0808063-266c-4777-8bec-5bac058a61b6 HTTP/1.1" status: 204  len: 168 time: 1.8492699
Apr 21 07:47:39.265700 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:47:39.357611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:39.382791 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150', 'status': 'completed', 'code': 200}
Apr 21 07:47:39.405268 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:47:39.513876 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-3d40c328-fa85-4d5f-8fd2-39df254eb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:39.515745 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-3d40c328-fa85-4d5f-8fd2-39df254eb372 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 1099 time: 0.0889778
Apr 21 07:47:39.755022 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-cb7047d8-a18d-47ca-b427-b0480be6c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:39.756817 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-cb7047d8-a18d-47ca-b427-b0480be6c5ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 200  len: 909 time: 0.2154334
Apr 21 07:47:39.831313 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42797a8-fde1-4471-9242-c49566cca756 req-64e0a1fa-122f-4230-847f-ca1eb316e1f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:39.832862 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c42797a8-fde1-4471-9242-c49566cca756 req-64e0a1fa-122f-4230-847f-ca1eb316e1f1 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.2106190
Apr 21 07:47:39.834309 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:39.843326 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-3f2cb231-1509-4b85-b5ab-3a0b56bfa059 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 200  len: 217 time: 0.0775888
Apr 21 07:47:39.940236 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-c42797a8-fde1-4471-9242-c49566cca756 req-7ec94fe7-2f87-445e-a026-2d54cbd83ab6 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989203
Apr 21 07:47:39.948384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-6bbb3b80-fac9-4b09-ab3d-fb26d8888ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:39.948586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6b9fe1b00>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:13Z', 'revision_number': 5, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:39.949954 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-6bbb3b80-fac9-4b09-ab3d-fb26d8888ecb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 200  len: 848 time: 0.0911539
Apr 21 07:47:39.953148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] Checking router: 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:47:39.962782 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:47:39.963448 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6b9fe1b00>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:47:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:40.036480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-0651259b-0bec-49fb-92ff-a3e0aaa097e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:40.038123 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-0651259b-0bec-49fb-92ff-a3e0aaa097e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d23a547-a1ac-4fd6-89fa-cca425126c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803137
Apr 21 07:47:40.153285 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:47:40.184945 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-42e1bd43-2951-46a0-b033-52050ef0d9cb service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401081
Apr 21 07:47:40.332154 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-65d5261d-4ae6-407d-8084-4bea0c3c0577 req-ada88615-fb56-492d-9057-29b026f8d516 service neutron] 10.222.0.18 "GET /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389790
Apr 21 07:47:40.503107 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6b9fe1b00>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:13Z', 'revision_number': 5, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:40.507892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabf86f-240c-478a-ba54-2822cd70f601 None None] The sync data for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi is: [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:04Z', 'revision_number': 4, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi', '_interfaces': [{'id': '84f3ca54-e782-450d-9d9a-060cb27efcb9', 'name': '', 'network_id': '2d23a547-a1ac-4fd6-89fa-cca425126c0b', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'mac_address': 'fa:16:3e:ba:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:03Z', 'updated_at': '2021-04-21T07:43:13Z', 'revision_number': 5, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'subnets': [{'id': '59188827-bda7-4e0e-91b6-36721e7e8efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:47:40.926546 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300f401-aafa-4106-83a7-309b0dbcbbab None None] New status for floating IP b0808063-266c-4777-8bec-5bac058a61b6: DOWN {{(pid=86426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 07:47:41.165527 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67abfd-fdd5-4163-a7d0-0ef2b566996e req-99167b47-8cf8-485c-9a62-0eec3c7c4c00 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:41.167247 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab67abfd-fdd5-4163-a7d0-0ef2b566996e req-99167b47-8cf8-485c-9a62-0eec3c7c4c00 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.1077511
Apr 21 07:47:41.262374 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-ab67abfd-fdd5-4163-a7d0-0ef2b566996e req-ae52ebac-0ab2-4a52-b2c0-521a482e4e46 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882878
Apr 21 07:47:41.304140 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-e4a42085-07d0-4021-a733-e6948699ba4f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 07:47:41.305354 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-e4a42085-07d0-4021-a733-e6948699ba4f tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 946 time: 0.0983610
Apr 21 07:47:41.396915 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Deleting port 2a552443-2a3e-4dcb-a97e-101293a88150 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:41.397446 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:41.686759 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] For port 2a552443-2a3e-4dcb-a97e-101293a88150, host hv-cinder-77919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77919',level=0,port_id=2a552443-2a3e-4dcb-a97e-101293a88150,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:41.687047 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:41.818875 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Calling delete_port for 2a552443-2a3e-4dcb-a97e-101293a88150 owned by compute:nova {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:41.980377 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:41.989372 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c8da05f1-2c1e-4db4-a21b-1668bc8637f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:42.039261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event deleted for resources: {'Port': ['ID=2a552443-2a3e-4dcb-a97e-101293a88150,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:42.081183 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.081649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.082043 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.082486 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.082894 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.083306 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.083741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.084148 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.084552 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.084957 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.085359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.085790 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779194-2-iscsi {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 07:47:42.094534 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:42.135767 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] No DVR routers for this DVR port 2a552443-2a3e-4dcb-a97e-101293a88150 on host hv-cinder-77919 {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:47:42.138219 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:42.141464 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'name': 'network-vif-deleted', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150'}] {{(pid=86424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 07:47:42.154154 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d03e0b54-c6fa-49eb-bf52-4f119728e831 req-93da65fc-a87d-4e9b-9f73-a12d227b3594 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.18 "DELETE /v2.0/ports/2a552443-2a3e-4dcb-a97e-101293a88150 HTTP/1.1" status: 204  len: 173 time: 0.8435333
Apr 21 07:47:42.249594 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae336af4-f04f-4b55-9816-9cbe7436b1b1', 'name': 'network-vif-deleted', 'tag': '2a552443-2a3e-4dcb-a97e-101293a88150', 'status': 'completed', 'code': 200}
Apr 21 07:47:42.436551 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-d41fe9ec-7802-4a69-ab6f-52b61df34672 req-68300422-6139-4218-a76a-973993f13131 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Synchronizing usage tracker for tenant:7f01cf2128584e3c9e937dbf4a4992b3 on resource:port {{(pid=86424) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 07:47:42.453094 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.quota.resource [req-d41fe9ec-7802-4a69-ab6f-52b61df34672 req-68300422-6139-4218-a76a-973993f13131 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Unset dirty status for tenant:7f01cf2128584e3c9e937dbf4a4992b3 on resource:port {{(pid=86424) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 07:47:42.454408 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [req-d41fe9ec-7802-4a69-ab6f-52b61df34672 req-68300422-6139-4218-a76a-973993f13131 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae336af4-f04f-4b55-9816-9cbe7436b1b1 HTTP/1.1" status: 200  len: 210 time: 0.0712805
Apr 21 07:47:43.564171 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38640) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:43.643772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-187aefdd-7d9b-45ed-ba66-0135cda7a5a3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:43.675371 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-187aefdd-7d9b-45ed-ba66-0135cda7a5a3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:43.748772 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-187aefdd-7d9b-45ed-ba66-0135cda7a5a3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:43.756224 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-d6460b98-9149-41c1-9ba7-ce2afee9eccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:43.773088 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187aefdd-7d9b-45ed-ba66-0135cda7a5a3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:43.776299 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-187aefdd-7d9b-45ed-ba66-0135cda7a5a3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:43.778748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-187aefdd-7d9b-45ed-ba66-0135cda7a5a3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:43.779478 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-187aefdd-7d9b-45ed-ba66-0135cda7a5a3 tempest-TestShelveInstance-1768657334 tempest-TestShelveInstance-1768657334-project] 10.222.0.36 "DELETE /v2.0/security-groups/8a48f06f-a0e4-4ee3-9f0b-8b8d28d0af00 HTTP/1.1" status: 204  len: 168 time: 0.2142842
Apr 21 07:47:44.228593 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 2a552443-2a3e-4dcb-a97e-101293a88150 no longer exists at agent hyperv_hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:47:44.270798 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] No Port match for: 2a552443-2a3e-4dcb-a97e-101293a88150 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:47:44.271147 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Device 2a552443-2a3e-4dcb-a97e-101293a88150 not bound to the agent host hv-cinder-77919 {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:47:44.867256 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38648) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:45.453840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:45.828560 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Deleting port 84f3ca54-e782-450d-9d9a-060cb27efcb9 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:45.828940 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:46.012163 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] For port 84f3ca54-e782-450d-9d9a-060cb27efcb9, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=84f3ca54-e782-450d-9d9a-060cb27efcb9,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:46.012695 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:46.142035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Calling delete_port for 84f3ca54-e782-450d-9d9a-060cb27efcb9 owned by network:router_interface {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:46.334726 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:46.338654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c1ea37cf-9f9c-440b-99e6-0e7a906eea12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:46.383621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f3ca54-e782-450d-9d9a-060cb27efcb9,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:46.387531 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:46.923542 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:47.250746 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:47:47.316083 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:47:47.512911 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:47:47.522320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] Sync routers for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:47:47.530203 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-8de571e7-b254-45a5-80d0-f7da5cdd4a72 admin admin] 10.222.0.36 "PUT /v2.0/routers/1cea16d5-a459-46f9-ba82-0c2a3ac1c9da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6617939
Apr 21 07:47:47.533025 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38652) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:47.535996 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:47:47.536692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba9a8dd8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:47:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:47.720353 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks [] for router, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:47.729988 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: dv-cinder-779194-2-iscsi {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:47:47.910405 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:47.919554 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Deleting port dd028536-ee0e-45ff-b879-f47036b0ca8e {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:47.920144 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.037382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba9a8dd8>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:47:46Z', 'revision_number': 5, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port': {'id': 'dd028536-ee0e-45ff-b879-f47036b0ca8e', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:48.041524 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] Checking router: 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da for host: dv-cinder-779194-2-iscsi {{(pid=86425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:47:48.050969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] Routers {'1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:47:48.051610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6ba9a8dd8>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:47:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'], 'active': True} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:48.107145 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] For port dd028536-ee0e-45ff-b879-f47036b0ca8e, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=dd028536-ee0e-45ff-b879-f47036b0ca8e,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:48.107760 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.216259 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] Set router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da gateway port host: None {{(pid=86425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:47:48.243378 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Calling delete_port for dd028536-ee0e-45ff-b879-f47036b0ca8e owned by network:router_gateway {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:48.434778 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6530679'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.439265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-faadf691-0b66-4a94-8280-071d805c91fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:48.489586 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd028536-ee0e-45ff-b879-f47036b0ca8e,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:48.493040 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:48.509604 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6ba9a8dd8>, [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:47:47Z', 'revision_number': 6, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:48.514482 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e3180-adce-499a-8f9f-c1d3c9d1dede None None] The sync data for ids ['1cea16d5-a459-46f9-ba82-0c2a3ac1c9da'] in dv-cinder-779194-2-iscsi is: [{'id': '1cea16d5-a459-46f9-ba82-0c2a3ac1c9da', 'name': 'tempest-TestShelveInstance-1435792921-router', 'tenant_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:00Z', 'updated_at': '2021-04-21T07:47:47Z', 'revision_number': 6, 'project_id': '7f01cf2128584e3c9e937dbf4a4992b3', 'gw_port_host': None}] {{(pid=86425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:47:48.586600 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.726635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.772327 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.774822 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.801773 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.802274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cea16d5-a459-46f9-ba82-0c2a3ac1c9da {{(pid=86423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:47:48.815871 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] Notify callbacks [] for router, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.817138 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c21a785f-8740-4275-8b0a-c066d4364612 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1cea16d5-a459-46f9-ba82-0c2a3ac1c9da HTTP/1.1" status: 204  len: 168 time: 1.2830582
Apr 21 07:47:48.819892 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38656) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:48.893682 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] Deleting subnet 59188827-bda7-4e0e-91b6-36721e7e8efb {{(pid=86423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:47:48.897164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:48.951566 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849461653'] for subnet, precommit_delete_associations {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.048748 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.321347 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6530979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7126133'] for subnet, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.326379 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:49.366258 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59188827-bda7-4e0e-91b6-36721e7e8efb,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:49.368967 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:49.371669 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] Notify callbacks [] for subnet, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.377810 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468bb1b-23d6-4029-9343-599323cda8d5 None None] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:47:49.379146 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a9f43d85-65ea-4e3e-b549-acd2b894bfed admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59188827-bda7-4e0e-91b6-36721e7e8efb HTTP/1.1" status: 204  len: 168 time: 0.5582039
Apr 21 07:47:49.382014 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38660) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:49.495724 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.507684 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Deleting port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:49.508019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.637522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] DHCP port deletion for 2d23a547-a1ac-4fd6-89fa-cca425126c0b request from dv-cinder-779194-2-iscsi {{(pid=86425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 07:47:49.642515 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] Deleting port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:49.642932 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.729386 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] For port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=7c365bce-3cfe-44e9-9ea1-ac43a3394b9c,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:49.729808 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.860659 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] For port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=7c365bce-3cfe-44e9-9ea1-ac43a3394b9c,segment=NetworkSegment(5521b7ea-4327-4501-8f45-2ce985020afd),segment_id=5521b7ea-4327-4501-8f45-2ce985020afd)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:49.861034 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.864035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Calling delete_port for 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c owned by network:dhcp {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:49.943301 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:49.947485 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-56d53e8f-f7b6-46a0-aec7-1ebaa67c10a4 tempest-TestVolumeBootPattern-716302900 tempest-TestVolumeBootPattern-716302900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:49.991060 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] Calling delete_port for 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c owned by network:dhcp {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:50.000010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c365bce-3cfe-44e9-9ea1-ac43a3394b9c,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:50.003574 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:50.004418 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] No DVR routers for this DVR port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c on host dv-cinder-779194-2-iscsi {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:47:50.070070 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device dd028536-ee0e-45ff-b879-f47036b0ca8e no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:47:50.108496 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: dd028536-ee0e-45ff-b879-f47036b0ca8e {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:47:50.108881 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device dd028536-ee0e-45ff-b879-f47036b0ca8e not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:47:50.109330 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:47:50.132490 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:50.140573 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.api [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 07:47:50.140974 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.api [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 07:47:50.146828 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:47:50.147214 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:47:50.147674 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 84f3ca54-e782-450d-9d9a-060cb27efcb9 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:47:50.183031 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: 84f3ca54-e782-450d-9d9a-060cb27efcb9 {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:47:50.183360 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device 84f3ca54-e782-450d-9d9a-060cb27efcb9 not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:47:50.259035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6b8ebfb70>,) {'filters': {'network_id': ['2d23a547-a1ac-4fd6-89fa-cca425126c0b']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:50.276480 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b8ebfb70>, '5521b7ea-4327-4501-8f45-2ce985020afd') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:50.276818 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6b8ebfb70>, '5521b7ea-4327-4501-8f45-2ce985020afd') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:50.289453 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:50.305709 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:50.314073 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:47:50.489122 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:47:50.498075 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:50.642359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] Deleting port 7c365bce-3cfe-44e9-9ea1-ac43a3394b9c {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:50.642936 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:50.678320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Network 2d23a547-a1ac-4fd6-89fa-cca425126c0b has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:47:50.700914 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:47:50.719922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-843b3aa4-27fd-41ad-876b-51d37a0897a0 None None] The port '7c365bce-3cfe-44e9-9ea1-ac43a3394b9c' was deleted {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 07:47:50.780741 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:50.785654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:50.788265 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-368f5c46-561f-4d9a-b969-d6ef3ae5c085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:50.812388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d23a547-a1ac-4fd6-89fa-cca425126c0b,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:50.814921 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:50.818785 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-a0be1dbc-e67e-4021-89a1-32aa8f2a717d admin admin] 10.222.0.36 "DELETE /v2.0/networks/2d23a547-a1ac-4fd6-89fa-cca425126c0b HTTP/1.1" status: 204  len: 168 time: 1.4356811
Apr 21 07:47:50.822165 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38664) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:51.667415 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642966'] for router_interface, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:52.051610 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Deleting port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:52.051984 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:52.236924 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] For port bc7802ca-8fef-43e9-9828-4fd3d37bf2cf, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,segment=NetworkSegment(8f64d1b5-a28b-4ce2-99ca-1c6896417565),segment_id=8f64d1b5-a28b-4ce2-99ca-1c6896417565)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:52.237324 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:52.374311 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Calling delete_port for bc7802ca-8fef-43e9-9828-4fd3d37bf2cf owned by network:router_interface {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:52.560012 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:52.563728 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6c2c4c79-7316-42cf-8e44-5760e6281bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:52.610664 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7802ca-8fef-43e9-9828-4fd3d37bf2cf,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:52.614057 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:52.901291 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643048'] for router_interface, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:53.306250 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Router c6f60911-8fa3-4f6f-a990-a4cf77682c5a has already been hosted by L3 agent 4620d333-ce9a-45d5-89cd-bb48aecc3180 {{(pid=86424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 07:47:53.499693 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] Notify agent at l3_agent.dv-cinder-779194-2-iscsi the message routers_updated {{(pid=86424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 07:47:53.509636 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-1ad4ef17-8791-4772-9bdd-579c411f98bb admin admin] 10.222.0.36 "PUT /v2.0/routers/c6f60911-8fa3-4f6f-a990-a4cf77682c5a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6863985
Apr 21 07:47:53.512363 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38668) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:53.515802 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] Sync routers for ids ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'] in dv-cinder-779194-2-iscsi {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 07:47:53.525855 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] Routers {'c6f60911-8fa3-4f6f-a990-a4cf77682c5a'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:47:53.526530 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baeae358>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:47:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:53.703157 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks [] for router, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:53.719350 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] Set router c6f60911-8fa3-4f6f-a990-a4cf77682c5a gateway port host: dv-cinder-779194-2-iscsi {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:47:53.890487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:53.899096 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Deleting port f2a6326c-1534-42cd-b364-82b6103faa3d {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:53.899473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:54.030969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baeae358>, [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'external_fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:47:52Z', 'revision_number': 5, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port': {'id': 'f2a6326c-1534-42cd-b364-82b6103faa3d', 'name': '', 'network_id': 'c582a6b9-520f-4956-850d-0cbc23894f49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779194-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T07:43:08Z', 'updated_at': '2021-04-21T07:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cfb8841-f99d-4f67-8335-866e1b0b5280', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779194-2-iscsi'}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:54.035826 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] Checking router: c6f60911-8fa3-4f6f-a990-a4cf77682c5a for host: dv-cinder-779194-2-iscsi {{(pid=86426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 07:47:54.046320 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] Routers {'c6f60911-8fa3-4f6f-a990-a4cf77682c5a'} bound to L3 agent in host dv-cinder-779194-2-iscsi {{(pid=86426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 07:47:54.046846 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd6baeae358>, 'dv-cinder-779194-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:51:37Z,description=<?>,heartbeat_timestamp=2021-04-21T07:47:37Z,host='dv-cinder-779194-2-iscsi',id=4620d333-ce9a-45d5-89cd-bb48aecc3180,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T06:51:37Z,topic='l3_agent')) {'router_ids': ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'], 'active': True} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:54.357010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] For port f2a6326c-1534-42cd-b364-82b6103faa3d, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=f2a6326c-1534-42cd-b364-82b6103faa3d,segment=NetworkSegment(3edc05eb-78b9-40f1-a4a1-6b78112ccd3b),segment_id=3edc05eb-78b9-40f1-a4a1-6b78112ccd3b)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:54.357619 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:54.395769 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvr_db [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] Set router c6f60911-8fa3-4f6f-a990-a4cf77682c5a gateway port host: None {{(pid=86426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 07:47:54.490355 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Calling delete_port for f2a6326c-1534-42cd-b364-82b6103faa3d owned by network:router_gateway {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:54.506585 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_hamode_db [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd6baeae358>, [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:47:53Z', 'revision_number': 6, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port_host': None}], 'dv-cinder-779194-2-iscsi', False) {} {{(pid=86426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:54.510898 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a370f4-17ef-4458-8c6f-99fa8eca22e8 None None] The sync data for ids ['c6f60911-8fa3-4f6f-a990-a4cf77682c5a'] in dv-cinder-779194-2-iscsi is: [{'id': 'c6f60911-8fa3-4f6f-a990-a4cf77682c5a', 'name': 'tempest-TestShelveInstance-1555452963-router', 'tenant_id': '1c01b07c5dda4029808056330835ad27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T07:43:07Z', 'updated_at': '2021-04-21T07:47:53Z', 'revision_number': 6, 'project_id': '1c01b07c5dda4029808056330835ad27', 'gw_port_host': None}] {{(pid=86426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 07:47:54.676331 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:54.681276 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8193c0d7-baa2-4333-8f2f-1f5493181f1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:54.729387 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a6326c-1534-42cd-b364-82b6103faa3d,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:54.760621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:54.828850 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854252951'] for router_gateway, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.016172 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854122699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712377'] for router, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.018663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.045359 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641393'] for router, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.045997 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f60911-8fa3-4f6f-a990-a4cf77682c5a {{(pid=86424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 07:47:55.060366 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] Notify callbacks [] for router, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.061693 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-77fed468-858d-4950-9bf2-921f10b2e95b admin admin] 10.222.0.36 "DELETE /v2.0/routers/c6f60911-8fa3-4f6f-a990-a4cf77682c5a HTTP/1.1" status: 204  len: 168 time: 1.5475011
Apr 21 07:47:55.065310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38672) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:55.137091 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] Deleting subnet 76e65a01-5ed6-455c-bc3b-2c1c1717e6b2 {{(pid=86424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 07:47:55.140663 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.208087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6354525'] for subnet, precommit_delete_associations {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.297922 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527215'] for subnet, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.563044 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853248617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6535792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7175327'] for subnet, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.567128 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-8610fe8c-986a-4fed-a2ee-64cfca87894a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:55.604312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e65a01-5ed6-455c-bc3b-2c1c1717e6b2,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:55.607010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:55.610117 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for subnet, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.616329 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e600dded-1507-4744-aded-69ff708573a0 None None] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 requested from dv-cinder-779194-2-iscsi {{(pid=86425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 07:47:55.617171 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-c72f3e2a-34b6-426c-9cb6-50951030aed4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/76e65a01-5ed6-455c-bc3b-2c1c1717e6b2 HTTP/1.1" status: 204  len: 168 time: 0.5507894
Apr 21 07:47:55.619884 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38676) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:55.739648 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1561571'] for network, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.751472 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Deleting port fec6cb68-48c1-4125-9b6a-0a590dee57d5 {{(pid=86424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:55.751840 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.868907 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] DHCP port deletion for ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 request from dv-cinder-779194-2-iscsi {{(pid=86425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 07:47:55.874249 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] Deleting port fec6cb68-48c1-4125-9b6a-0a590dee57d5 {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:55.874794 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:55.977164 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] For port fec6cb68-48c1-4125-9b6a-0a590dee57d5, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=fec6cb68-48c1-4125-9b6a-0a590dee57d5,segment=NetworkSegment(8f64d1b5-a28b-4ce2-99ca-1c6896417565),segment_id=8f64d1b5-a28b-4ce2-99ca-1c6896417565)] {{(pid=86424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:55.977591 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:56.054487 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device fec6cb68-48c1-4125-9b6a-0a590dee57d5 no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:47:56.109103 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Calling delete_port for fec6cb68-48c1-4125-9b6a-0a590dee57d5 owned by network:dhcp {{(pid=86424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:56.148621 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.db [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] For port fec6cb68-48c1-4125-9b6a-0a590dee57d5, host dv-cinder-779194-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779194-2-iscsi',level=0,port_id=fec6cb68-48c1-4125-9b6a-0a590dee57d5,segment=NetworkSegment(8f64d1b5-a28b-4ce2-99ca-1c6896417565),segment_id=8f64d1b5-a28b-4ce2-99ca-1c6896417565)] {{(pid=86425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 07:47:56.149062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517745'] for port, precommit_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:56.191635 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251838440991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785015888584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6536100'] for port, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:56.196588 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:56.246667 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] No DVR routers for this DVR port fec6cb68-48c1-4125-9b6a-0a590dee57d5 on host dv-cinder-779194-2-iscsi {{(pid=86424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 07:47:56.275019 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec6cb68-48c1-4125-9b6a-0a590dee57d5,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:56.277323 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.plugins.ml2.db [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No ports have port_id starting with fec6cb68-48c1-4125-9b6a-0a590dee57d5
Apr 21 07:47:56.278082 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:56.285010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] Calling delete_port for fec6cb68-48c1-4125-9b6a-0a590dee57d5 owned by network:dhcp {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 07:47:56.314099 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device f2a6326c-1534-42cd-b364-82b6103faa3d no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:47:56.359495 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: f2a6326c-1534-42cd-b364-82b6103faa3d {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:47:56.359800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device f2a6326c-1534-42cd-b364-82b6103faa3d not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:47:56.360255 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device bc7802ca-8fef-43e9-9828-4fd3d37bf2cf no longer exists at agent ovs-agent-dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 07:47:56.376180 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853248518', 'neutron.services.segments.db._delete_segments_for_network-8785016418931'] for network, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:56.402598 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] No Port match for: bc7802ca-8fef-43e9-9828-4fd3d37bf2cf {{(pid=86425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 07:47:56.402986 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.rpc [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Device bc7802ca-8fef-43e9-9828-4fd3d37bf2cf not bound to the agent host dv-cinder-779194-2-iscsi {{(pid=86425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 07:47:56.435039 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.db.api [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 07:47:56.435489 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_db.api [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 07:47:56.488666 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc5bef0>,) {'filters': {'network_id': ['ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3']}} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:56.502135 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc5bef0>, '8f64d1b5-a28b-4ce2-99ca-1c6896417565') {'for_net_delete': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:56.502452 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.services.segments.db [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd6bbc5bef0>, '8f64d1b5-a28b-4ce2-99ca-1c6896417565') {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 07:47:56.514466 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251838376803', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848421291'] for segment, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:56.529252 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853242679'] for segment, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:56.536051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=86424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 07:47:56.716407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:47:56.725946 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1533118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848239661'] for segment, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:56.898522 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.managers [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Network ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 has no segments {{(pid=86424) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]: Traceback (most recent call last):
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     timer()
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     cb(*args, **kw)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     return func(*args, **kwargs)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     self._notify()
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     self.callback(batched_events)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     event.method(event)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     segment_id)['aggregates'][0]
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     return f(self, *a, **k)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self._get(url).json()
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     **kwargs)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     return self.request(url, 'GET', **kwargs)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     **endpoint_filter)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 07:47:56.920732 dv-cinder-779194-2-iscsi neutron-server[86308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 07:47:56.937138 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] Deleting port fec6cb68-48c1-4125-9b6a-0a590dee57d5 {{(pid=86425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 07:47:56.937618 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251838443124'] for port, before_delete {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:57.005696 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854133106'] for network, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:57.010643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625520'] for network, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:57.014860 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-5fe1a7f0-0fef-428c-97c9-615a7d6a3366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:57.015242 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.plugins.ml2.plugin [None req-967384c9-9287-446a-8e32-096a2f22e0a8 None None] The port 'fec6cb68-48c1-4125-9b6a-0a590dee57d5' was deleted {{(pid=86425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 07:47:57.038407 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:57.041059 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:57.042953 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-ae88ee14-94b7-4332-9ef0-56d93789f0e6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ac223d2a-cea8-40bf-a3ac-83ccbe1ee3c3 HTTP/1.1" status: 204  len: 168 time: 1.4217045
Apr 21 07:47:57.264063 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38682) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:57.316084 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-14887ca9-d137-4638-8cef-90d3799735d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f01cf2128584e3c9e937dbf4a4992b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509193
Apr 21 07:47:57.320051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86424) accepted ('10.222.0.36', 38686) {{(pid=86424) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:57.387051 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3eef860a-26d9-479f-88eb-aa98064bee97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:57.419382 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3eef860a-26d9-479f-88eb-aa98064bee97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:57.470432 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3eef860a-26d9-479f-88eb-aa98064bee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:57.474390 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-9a46e68a-31ba-4738-ba6e-e697946c5fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:57.486641 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef860a-26d9-479f-88eb-aa98064bee97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bed3a44-9971-440a-ba62-28b3bdc8d1cb,revision_number=None']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:57.489230 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-3eef860a-26d9-479f-88eb-aa98064bee97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:57.496340 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3eef860a-26d9-479f-88eb-aa98064bee97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:57.497624 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-3eef860a-26d9-479f-88eb-aa98064bee97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bed3a44-9971-440a-ba62-28b3bdc8d1cb HTTP/1.1" status: 204  len: 168 time: 0.1765084
Apr 21 07:47:57.916777 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38694) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:58.232627 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-07a7d51e-3a46-4c37-856b-3f0cf89f3463 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c01b07c5dda4029808056330835ad27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3143923
Apr 21 07:47:58.236851 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.wsgi [-] (86423) accepted ('10.222.0.36', 38698) {{(pid=86423) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 07:47:58.305166 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f2716cf-bf73-401d-b953-f9d5b017dea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:58.332087 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f2716cf-bf73-401d-b953-f9d5b017dea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:58.384584 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f2716cf-bf73-401d-b953-f9d5b017dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380375'] for security_group, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:58.392437 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-a021a235-c198-4178-8046-74667b889916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 07:47:58.407654 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2716cf-bf73-401d-b953-f9d5b017dea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be1cfd-3cde-4c91-98c0-15c0bcb137ab,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 07:47:58.412902 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG oslo_concurrency.lockutils [None req-6f2716cf-bf73-401d-b953-f9d5b017dea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 07:47:58.414692 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6f2716cf-bf73-401d-b953-f9d5b017dea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:47:58.416604 dv-cinder-779194-2-iscsi neutron-server[86308]: INFO neutron.wsgi [None req-6f2716cf-bf73-401d-b953-f9d5b017dea9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6be1cfd-3cde-4c91-98c0-15c0bcb137ab HTTP/1.1" status: 204  len: 168 time: 0.1783972
Apr 21 07:48:03.705800 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fb505867-337b-4e9d-8162-644c4c1ef321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:07.133971 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-08f3ca64-5c83-4add-8c03-cad628862a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:08.538261 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:09.247649 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:09.635310 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:18.724675 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:24.256334 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:48:33.702323 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-bca317ea-230a-477c-aeb0-c5b354f552c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:37.148796 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0af3a6ca-ee3d-4996-a1d6-bce21b21f6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:38.536123 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:39.251605 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:39.643100 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:48:48.733732 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:01.256208 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:49:03.697548 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ef838d8e-eaff-437a-ba3e-a6a8494eb552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:07.154571 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd8e0-6cea-4f7d-9636-12e35644e9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:08.535354 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:09.261990 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:09.642137 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:18.731174 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:33.704274 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ff12acb2-e21b-40ef-956a-c590c86fcb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:37.151344 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fa6423ff-b1e4-43da-8e5e-e2e8c753a4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:38.258042 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:49:38.533995 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:39.258969 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:39.650488 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:49:48.738409 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:03.705300 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-9047c046-ab1a-4bad-9bf8-78315df24f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:07.148444 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-de23fb10-8678-4499-b0c2-aa7fd7547d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:08.534805 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:09.261010 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:09.653406 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:15.260668 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:50:18.740602 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:33.705257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-4c240fd5-193d-48d8-8406-5a3b151bd27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:37.143455 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f3e5597a-1584-4fe1-9226-b1db977398d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:38.533384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:39.263064 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:39.657943 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:48.757968 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:50:52.265384 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:51:03.710977 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfa93-3f6f-4258-8768-0c911ff8371e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:07.151673 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-0e87bc67-0d14-41b6-9cb2-153d9775b7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:08.538594 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:09.268388 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:09.664559 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:18.764825 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:29.265916 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:51:33.704624 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-02be8455-9ec1-4d65-8708-2d3200af37e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:37.139053 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-2e83b7c6-4ae7-401b-af10-6479449902e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:38.540609 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:39.270041 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:39.682273 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:51:48.762611 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:03.709814 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-21db3aee-e08a-4f15-9ab6-4d5d63976ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:06.265529 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:52:07.134939 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6237-28f9-4572-9b62-e6ee4df63593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:08.542427 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:09.273730 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:09.676312 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:18.778062 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:33.710473 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-41442f54-caa1-4569-933e-250a07e956d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:37.134879 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-a36f6c64-6f72-46ad-b4ff-ad848084fcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:38.539832 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:39.279945 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:39.681257 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:52:43.268121 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 07:52:48.797271 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:53:03.707636 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-79c46253-5355-4676-8d6d-19d37bf1eb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:53:07.143307 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-6b123a5b-9c71-45ee-8ae0-c632eaa1f4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:53:08.539643 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-f42cfe11-eab2-40aa-90d9-1d76cf160216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:53:09.277880 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-3a05c104-40d0-4e0e-8b0b-dd857468e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:53:09.694035 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-cc22ee33-1a5f-4689-9220-e03235abadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:53:18.780721 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron_lib.callbacks.manager [None req-32c16bb8-baca-4ec3-806c-039782db7b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251838356869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317928'] for agent, after_update {{(pid=86425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 07:53:20.269376 dv-cinder-779194-2-iscsi neutron-server[86308]: DEBUG neutron.db.agents_db [None req-05281752-0b78-4838-a491-ef21e90a8230 None None] Agent healthcheck: found 6 active agents {{(pid=86426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}